Mercurial > hg > truffle
annotate src/cpu/ppc/vm/interp_masm_ppc_64.cpp @ 20302:3bf2fc51186b
8048085: Aborting marking just before remark results in useless additional clearing of the next mark bitmap
Summary: Skip clearing the next bitmap if we just recently aborted since the full GC already clears this bitmap.
Reviewed-by: brutisso
author | tschatzl |
---|---|
date | Mon, 21 Jul 2014 09:59:46 +0200 |
parents | fd1b9f02cc91 |
children | 92aa6797d639 b384ba33c9a0 |
rev | line source |
---|---|
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1 /* |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2 * Copyright (c) 2003, 2013, Oracle and/or its affiliates. All rights reserved. |
17804 | 3 * Copyright 2012, 2014 SAP AG. All rights reserved. |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
5 * |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
6 * This code is free software; you can redistribute it and/or modify it |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
7 * under the terms of the GNU General Public License version 2 only, as |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
8 * published by the Free Software Foundation. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
9 * |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
10 * This code is distributed in the hope that it will be useful, but WITHOUT |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
13 * version 2 for more details (a copy is included in the LICENSE file that |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
14 * accompanied this code). |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
15 * |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
16 * You should have received a copy of the GNU General Public License version |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
17 * 2 along with this work; if not, write to the Free Software Foundation, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
18 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
19 * |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
20 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
21 * or visit www.oracle.com if you need additional information or have any |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
22 * questions. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
23 * |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
24 */ |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
25 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
26 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
27 #include "precompiled.hpp" |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
28 #include "asm/assembler.hpp" |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
29 #include "asm/macroAssembler.inline.hpp" |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
30 #include "interp_masm_ppc_64.hpp" |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
31 #include "interpreter/interpreterRuntime.hpp" |
17804 | 32 #include "prims/jvmtiThreadState.hpp" |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
33 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
34 #ifdef PRODUCT |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
35 #define BLOCK_COMMENT(str) // nothing |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
36 #else |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
37 #define BLOCK_COMMENT(str) block_comment(str) |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
38 #endif |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
39 |
14445 | 40 void InterpreterMacroAssembler::null_check_throw(Register a, int offset, Register temp_reg) { |
41 #ifdef CC_INTERP | |
42 address exception_entry = StubRoutines::throw_NullPointerException_at_call_entry(); | |
43 #else | |
44 address exception_entry = Interpreter::throw_NullPointerException_entry(); | |
45 #endif | |
46 MacroAssembler::null_check_throw(a, offset, temp_reg, exception_entry); | |
47 } | |
48 | |
17804 | 49 void InterpreterMacroAssembler::branch_to_entry(address entry, Register Rscratch) { |
50 assert(entry, "Entry must have been generated by now"); | |
51 if (is_within_range_of_b(entry, pc())) { | |
52 b(entry); | |
53 } else { | |
54 load_const_optimized(Rscratch, entry, R0); | |
55 mtctr(Rscratch); | |
56 bctr(); | |
57 } | |
58 } | |
59 | |
60 #ifndef CC_INTERP | |
61 | |
62 void InterpreterMacroAssembler::dispatch_next(TosState state, int bcp_incr) { | |
63 Register bytecode = R12_scratch2; | |
64 if (bcp_incr != 0) { | |
65 lbzu(bytecode, bcp_incr, R14_bcp); | |
66 } else { | |
67 lbz(bytecode, 0, R14_bcp); | |
68 } | |
69 | |
70 dispatch_Lbyte_code(state, bytecode, Interpreter::dispatch_table(state)); | |
71 } | |
72 | |
73 void InterpreterMacroAssembler::dispatch_via(TosState state, address* table) { | |
74 // Load current bytecode. | |
75 Register bytecode = R12_scratch2; | |
76 lbz(bytecode, 0, R14_bcp); | |
77 dispatch_Lbyte_code(state, bytecode, table); | |
78 } | |
79 | |
80 // Dispatch code executed in the prolog of a bytecode which does not do it's | |
81 // own dispatch. The dispatch address is computed and placed in R24_dispatch_addr. | |
82 void InterpreterMacroAssembler::dispatch_prolog(TosState state, int bcp_incr) { | |
83 Register bytecode = R12_scratch2; | |
84 lbz(bytecode, bcp_incr, R14_bcp); | |
85 | |
86 load_dispatch_table(R24_dispatch_addr, Interpreter::dispatch_table(state)); | |
87 | |
88 sldi(bytecode, bytecode, LogBytesPerWord); | |
89 ldx(R24_dispatch_addr, R24_dispatch_addr, bytecode); | |
90 } | |
91 | |
92 // Dispatch code executed in the epilog of a bytecode which does not do it's | |
93 // own dispatch. The dispatch address in R24_dispatch_addr is used for the | |
94 // dispatch. | |
95 void InterpreterMacroAssembler::dispatch_epilog(TosState state, int bcp_incr) { | |
96 mtctr(R24_dispatch_addr); | |
97 addi(R14_bcp, R14_bcp, bcp_incr); | |
98 bctr(); | |
99 } | |
100 | |
101 void InterpreterMacroAssembler::check_and_handle_popframe(Register scratch_reg) { | |
102 assert(scratch_reg != R0, "can't use R0 as scratch_reg here"); | |
103 if (JvmtiExport::can_pop_frame()) { | |
104 Label L; | |
105 | |
106 // Check the "pending popframe condition" flag in the current thread. | |
107 lwz(scratch_reg, in_bytes(JavaThread::popframe_condition_offset()), R16_thread); | |
108 | |
109 // Initiate popframe handling only if it is not already being | |
110 // processed. If the flag has the popframe_processing bit set, it | |
111 // means that this code is called *during* popframe handling - we | |
112 // don't want to reenter. | |
113 andi_(R0, scratch_reg, JavaThread::popframe_pending_bit); | |
114 beq(CCR0, L); | |
115 | |
116 andi_(R0, scratch_reg, JavaThread::popframe_processing_bit); | |
117 bne(CCR0, L); | |
118 | |
119 // Call the Interpreter::remove_activation_preserving_args_entry() | |
120 // func to get the address of the same-named entrypoint in the | |
121 // generated interpreter code. | |
122 call_c(CAST_FROM_FN_PTR(FunctionDescriptor*, | |
123 Interpreter::remove_activation_preserving_args_entry), | |
124 relocInfo::none); | |
125 | |
126 // Jump to Interpreter::_remove_activation_preserving_args_entry. | |
127 mtctr(R3_RET); | |
128 bctr(); | |
129 | |
130 align(32, 12); | |
131 bind(L); | |
132 } | |
133 } | |
134 | |
135 void InterpreterMacroAssembler::check_and_handle_earlyret(Register scratch_reg) { | |
136 const Register Rthr_state_addr = scratch_reg; | |
137 if (JvmtiExport::can_force_early_return()) { | |
138 Label Lno_early_ret; | |
139 ld(Rthr_state_addr, in_bytes(JavaThread::jvmti_thread_state_offset()), R16_thread); | |
140 cmpdi(CCR0, Rthr_state_addr, 0); | |
141 beq(CCR0, Lno_early_ret); | |
142 | |
143 lwz(R0, in_bytes(JvmtiThreadState::earlyret_state_offset()), Rthr_state_addr); | |
144 cmpwi(CCR0, R0, JvmtiThreadState::earlyret_pending); | |
145 bne(CCR0, Lno_early_ret); | |
146 | |
147 // Jump to Interpreter::_earlyret_entry. | |
148 lwz(R3_ARG1, in_bytes(JvmtiThreadState::earlyret_tos_offset()), Rthr_state_addr); | |
149 call_VM_leaf(CAST_FROM_FN_PTR(address, Interpreter::remove_activation_early_entry)); | |
150 mtlr(R3_RET); | |
151 blr(); | |
152 | |
153 align(32, 12); | |
154 bind(Lno_early_ret); | |
155 } | |
156 } | |
157 | |
158 void InterpreterMacroAssembler::load_earlyret_value(TosState state, Register Rscratch1) { | |
159 const Register RjvmtiState = Rscratch1; | |
160 const Register Rscratch2 = R0; | |
161 | |
162 ld(RjvmtiState, in_bytes(JavaThread::jvmti_thread_state_offset()), R16_thread); | |
163 li(Rscratch2, 0); | |
164 | |
165 switch (state) { | |
166 case atos: ld(R17_tos, in_bytes(JvmtiThreadState::earlyret_oop_offset()), RjvmtiState); | |
167 std(Rscratch2, in_bytes(JvmtiThreadState::earlyret_oop_offset()), RjvmtiState); | |
168 break; | |
169 case ltos: ld(R17_tos, in_bytes(JvmtiThreadState::earlyret_value_offset()), RjvmtiState); | |
170 break; | |
171 case btos: // fall through | |
172 case ctos: // fall through | |
173 case stos: // fall through | |
174 case itos: lwz(R17_tos, in_bytes(JvmtiThreadState::earlyret_value_offset()), RjvmtiState); | |
175 break; | |
176 case ftos: lfs(F15_ftos, in_bytes(JvmtiThreadState::earlyret_value_offset()), RjvmtiState); | |
177 break; | |
178 case dtos: lfd(F15_ftos, in_bytes(JvmtiThreadState::earlyret_value_offset()), RjvmtiState); | |
179 break; | |
180 case vtos: break; | |
181 default : ShouldNotReachHere(); | |
182 } | |
183 | |
184 // Clean up tos value in the jvmti thread state. | |
185 std(Rscratch2, in_bytes(JvmtiThreadState::earlyret_value_offset()), RjvmtiState); | |
186 // Set tos state field to illegal value. | |
187 li(Rscratch2, ilgl); | |
188 stw(Rscratch2, in_bytes(JvmtiThreadState::earlyret_tos_offset()), RjvmtiState); | |
189 } | |
190 | |
191 // Common code to dispatch and dispatch_only. | |
192 // Dispatch value in Lbyte_code and increment Lbcp. | |
193 | |
194 void InterpreterMacroAssembler::load_dispatch_table(Register dst, address* table) { | |
195 address table_base = (address)Interpreter::dispatch_table((TosState)0); | |
196 intptr_t table_offs = (intptr_t)table - (intptr_t)table_base; | |
197 if (is_simm16(table_offs)) { | |
198 addi(dst, R25_templateTableBase, (int)table_offs); | |
199 } else { | |
200 load_const_optimized(dst, table, R0); | |
201 } | |
202 } | |
203 | |
204 void InterpreterMacroAssembler::dispatch_Lbyte_code(TosState state, Register bytecode, address* table, bool verify) { | |
205 if (verify) { | |
206 unimplemented("dispatch_Lbyte_code: verify"); // See Sparc Implementation to implement this | |
207 } | |
208 | |
209 #ifdef FAST_DISPATCH | |
210 unimplemented("dispatch_Lbyte_code FAST_DISPATCH"); | |
211 #else | |
212 assert_different_registers(bytecode, R11_scratch1); | |
213 | |
214 // Calc dispatch table address. | |
215 load_dispatch_table(R11_scratch1, table); | |
216 | |
217 sldi(R12_scratch2, bytecode, LogBytesPerWord); | |
218 ldx(R11_scratch1, R11_scratch1, R12_scratch2); | |
219 | |
220 // Jump off! | |
221 mtctr(R11_scratch1); | |
222 bctr(); | |
223 #endif | |
224 } | |
225 | |
226 void InterpreterMacroAssembler::load_receiver(Register Rparam_count, Register Rrecv_dst) { | |
227 sldi(Rrecv_dst, Rparam_count, Interpreter::logStackElementSize); | |
228 ldx(Rrecv_dst, Rrecv_dst, R15_esp); | |
229 } | |
230 | |
231 // helpers for expression stack | |
232 | |
233 void InterpreterMacroAssembler::pop_i(Register r) { | |
234 lwzu(r, Interpreter::stackElementSize, R15_esp); | |
235 } | |
236 | |
237 void InterpreterMacroAssembler::pop_ptr(Register r) { | |
238 ldu(r, Interpreter::stackElementSize, R15_esp); | |
239 } | |
240 | |
241 void InterpreterMacroAssembler::pop_l(Register r) { | |
242 ld(r, Interpreter::stackElementSize, R15_esp); | |
243 addi(R15_esp, R15_esp, 2 * Interpreter::stackElementSize); | |
244 } | |
245 | |
246 void InterpreterMacroAssembler::pop_f(FloatRegister f) { | |
247 lfsu(f, Interpreter::stackElementSize, R15_esp); | |
248 } | |
249 | |
250 void InterpreterMacroAssembler::pop_d(FloatRegister f) { | |
251 lfd(f, Interpreter::stackElementSize, R15_esp); | |
252 addi(R15_esp, R15_esp, 2 * Interpreter::stackElementSize); | |
253 } | |
254 | |
255 void InterpreterMacroAssembler::push_i(Register r) { | |
256 stw(r, 0, R15_esp); | |
257 addi(R15_esp, R15_esp, - Interpreter::stackElementSize ); | |
258 } | |
259 | |
260 void InterpreterMacroAssembler::push_ptr(Register r) { | |
261 std(r, 0, R15_esp); | |
262 addi(R15_esp, R15_esp, - Interpreter::stackElementSize ); | |
263 } | |
264 | |
265 void InterpreterMacroAssembler::push_l(Register r) { | |
266 std(r, - Interpreter::stackElementSize, R15_esp); | |
267 addi(R15_esp, R15_esp, - 2 * Interpreter::stackElementSize ); | |
268 } | |
269 | |
270 void InterpreterMacroAssembler::push_f(FloatRegister f) { | |
271 stfs(f, 0, R15_esp); | |
272 addi(R15_esp, R15_esp, - Interpreter::stackElementSize ); | |
273 } | |
274 | |
275 void InterpreterMacroAssembler::push_d(FloatRegister f) { | |
276 stfd(f, - Interpreter::stackElementSize, R15_esp); | |
277 addi(R15_esp, R15_esp, - 2 * Interpreter::stackElementSize ); | |
278 } | |
279 | |
280 void InterpreterMacroAssembler::push_2ptrs(Register first, Register second) { | |
281 std(first, 0, R15_esp); | |
282 std(second, -Interpreter::stackElementSize, R15_esp); | |
283 addi(R15_esp, R15_esp, - 2 * Interpreter::stackElementSize ); | |
284 } | |
285 | |
286 void InterpreterMacroAssembler::push_l_pop_d(Register l, FloatRegister d) { | |
287 std(l, 0, R15_esp); | |
288 lfd(d, 0, R15_esp); | |
289 } | |
290 | |
291 void InterpreterMacroAssembler::push_d_pop_l(FloatRegister d, Register l) { | |
292 stfd(d, 0, R15_esp); | |
293 ld(l, 0, R15_esp); | |
294 } | |
295 | |
296 void InterpreterMacroAssembler::push(TosState state) { | |
297 switch (state) { | |
298 case atos: push_ptr(); break; | |
299 case btos: | |
300 case ctos: | |
301 case stos: | |
302 case itos: push_i(); break; | |
303 case ltos: push_l(); break; | |
304 case ftos: push_f(); break; | |
305 case dtos: push_d(); break; | |
306 case vtos: /* nothing to do */ break; | |
307 default : ShouldNotReachHere(); | |
308 } | |
309 } | |
310 | |
311 void InterpreterMacroAssembler::pop(TosState state) { | |
312 switch (state) { | |
313 case atos: pop_ptr(); break; | |
314 case btos: | |
315 case ctos: | |
316 case stos: | |
317 case itos: pop_i(); break; | |
318 case ltos: pop_l(); break; | |
319 case ftos: pop_f(); break; | |
320 case dtos: pop_d(); break; | |
321 case vtos: /* nothing to do */ break; | |
322 default : ShouldNotReachHere(); | |
323 } | |
324 verify_oop(R17_tos, state); | |
325 } | |
326 | |
327 void InterpreterMacroAssembler::empty_expression_stack() { | |
328 addi(R15_esp, R26_monitor, - Interpreter::stackElementSize); | |
329 } | |
330 | |
331 void InterpreterMacroAssembler::get_2_byte_integer_at_bcp(int bcp_offset, | |
332 Register Rdst, | |
333 signedOrNot is_signed) { | |
334 // Read Java big endian format. | |
335 if (is_signed == Signed) { | |
336 lha(Rdst, bcp_offset, R14_bcp); | |
337 } else { | |
338 lhz(Rdst, bcp_offset, R14_bcp); | |
339 } | |
340 #if 0 | |
341 assert(Rtmp != Rdst, "need separate temp register"); | |
342 Register Rfirst = Rtmp; | |
343 lbz(Rfirst, bcp_offset, R14_bcp); // first byte | |
344 lbz(Rdst, bcp_offset+1, R14_bcp); // second byte | |
345 | |
346 // Rdst = ((Rfirst<<8) & 0xFF00) | (Rdst &~ 0xFF00) | |
347 rldimi(/*RA=*/Rdst, /*RS=*/Rfirst, /*sh=*/8, /*mb=*/48); | |
348 if (is_signed == Signed) { | |
349 extsh(Rdst, Rdst); | |
350 } | |
351 #endif | |
352 } | |
353 | |
354 void InterpreterMacroAssembler::get_4_byte_integer_at_bcp(int bcp_offset, | |
355 Register Rdst, | |
356 signedOrNot is_signed) { | |
357 // Read Java big endian format. | |
358 if (bcp_offset & 3) { // Offset unaligned? | |
359 load_const_optimized(Rdst, bcp_offset); | |
360 if (is_signed == Signed) { | |
361 lwax(Rdst, R14_bcp, Rdst); | |
362 } else { | |
363 lwzx(Rdst, R14_bcp, Rdst); | |
364 } | |
365 } else { | |
366 if (is_signed == Signed) { | |
367 lwa(Rdst, bcp_offset, R14_bcp); | |
368 } else { | |
369 lwz(Rdst, bcp_offset, R14_bcp); | |
370 } | |
371 } | |
372 } | |
373 | |
374 // Load the constant pool cache index from the bytecode stream. | |
375 // | |
376 // Kills / writes: | |
377 // - Rdst, Rscratch | |
378 void InterpreterMacroAssembler::get_cache_index_at_bcp(Register Rdst, int bcp_offset, size_t index_size) { | |
379 assert(bcp_offset > 0, "bcp is still pointing to start of bytecode"); | |
380 if (index_size == sizeof(u2)) { | |
381 get_2_byte_integer_at_bcp(bcp_offset, Rdst, Unsigned); | |
382 } else if (index_size == sizeof(u4)) { | |
383 assert(EnableInvokeDynamic, "giant index used only for JSR 292"); | |
384 get_4_byte_integer_at_bcp(bcp_offset, Rdst, Signed); | |
385 assert(ConstantPool::decode_invokedynamic_index(~123) == 123, "else change next line"); | |
386 nand(Rdst, Rdst, Rdst); // convert to plain index | |
387 } else if (index_size == sizeof(u1)) { | |
388 lbz(Rdst, bcp_offset, R14_bcp); | |
389 } else { | |
390 ShouldNotReachHere(); | |
391 } | |
392 // Rdst now contains cp cache index. | |
393 } | |
394 | |
395 void InterpreterMacroAssembler::get_cache_and_index_at_bcp(Register cache, int bcp_offset, size_t index_size) { | |
396 get_cache_index_at_bcp(cache, bcp_offset, index_size); | |
397 sldi(cache, cache, exact_log2(in_words(ConstantPoolCacheEntry::size()) * BytesPerWord)); | |
398 add(cache, R27_constPoolCache, cache); | |
399 } | |
400 | |
401 // Load object from cpool->resolved_references(index). | |
402 void InterpreterMacroAssembler::load_resolved_reference_at_index(Register result, Register index) { | |
403 assert_different_registers(result, index); | |
404 get_constant_pool(result); | |
405 | |
406 // Convert from field index to resolved_references() index and from | |
407 // word index to byte offset. Since this is a java object, it can be compressed. | |
408 Register tmp = index; // reuse | |
409 sldi(tmp, index, LogBytesPerHeapOop); | |
410 // Load pointer for resolved_references[] objArray. | |
411 ld(result, ConstantPool::resolved_references_offset_in_bytes(), result); | |
412 // JNIHandles::resolve(result) | |
413 ld(result, 0, result); | |
414 #ifdef ASSERT | |
415 Label index_ok; | |
416 lwa(R0, arrayOopDesc::length_offset_in_bytes(), result); | |
417 sldi(R0, R0, LogBytesPerHeapOop); | |
418 cmpd(CCR0, tmp, R0); | |
419 blt(CCR0, index_ok); | |
420 stop("resolved reference index out of bounds", 0x09256); | |
421 bind(index_ok); | |
422 #endif | |
423 // Add in the index. | |
424 add(result, tmp, result); | |
425 load_heap_oop(result, arrayOopDesc::base_offset_in_bytes(T_OBJECT), result); | |
426 } | |
427 | |
428 // Generate a subtype check: branch to ok_is_subtype if sub_klass is | |
429 // a subtype of super_klass. Blows registers Rsub_klass, tmp1, tmp2. | |
430 void InterpreterMacroAssembler::gen_subtype_check(Register Rsub_klass, Register Rsuper_klass, Register Rtmp1, | |
431 Register Rtmp2, Register Rtmp3, Label &ok_is_subtype) { | |
432 // Profile the not-null value's klass. | |
433 profile_typecheck(Rsub_klass, Rtmp1, Rtmp2); | |
434 check_klass_subtype(Rsub_klass, Rsuper_klass, Rtmp1, Rtmp2, ok_is_subtype); | |
435 profile_typecheck_failed(Rtmp1, Rtmp2); | |
436 } | |
437 | |
438 void InterpreterMacroAssembler::generate_stack_overflow_check_with_compare_and_throw(Register Rmem_frame_size, Register Rscratch1) { | |
439 Label done; | |
440 sub(Rmem_frame_size, R1_SP, Rmem_frame_size); | |
441 ld(Rscratch1, thread_(stack_overflow_limit)); | |
442 cmpld(CCR0/*is_stack_overflow*/, Rmem_frame_size, Rscratch1); | |
443 bgt(CCR0/*is_stack_overflow*/, done); | |
444 | |
445 // Load target address of the runtime stub. | |
446 assert(StubRoutines::throw_StackOverflowError_entry() != NULL, "generated in wrong order"); | |
447 load_const_optimized(Rscratch1, (StubRoutines::throw_StackOverflowError_entry()), R0); | |
448 mtctr(Rscratch1); | |
449 // Restore caller_sp. | |
450 #ifdef ASSERT | |
451 ld(Rscratch1, 0, R1_SP); | |
452 ld(R0, 0, R21_sender_SP); | |
453 cmpd(CCR0, R0, Rscratch1); | |
454 asm_assert_eq("backlink", 0x547); | |
455 #endif // ASSERT | |
456 mr(R1_SP, R21_sender_SP); | |
457 bctr(); | |
458 | |
459 align(32, 12); | |
460 bind(done); | |
461 } | |
462 | |
463 // Separate these two to allow for delay slot in middle. | |
464 // These are used to do a test and full jump to exception-throwing code. | |
465 | |
466 // Check that index is in range for array, then shift index by index_shift, | |
467 // and put arrayOop + shifted_index into res. | |
468 // Note: res is still shy of address by array offset into object. | |
469 | |
470 void InterpreterMacroAssembler::index_check_without_pop(Register Rarray, Register Rindex, int index_shift, Register Rtmp, Register Rres) { | |
471 // Check that index is in range for array, then shift index by index_shift, | |
472 // and put arrayOop + shifted_index into res. | |
473 // Note: res is still shy of address by array offset into object. | |
474 // Kills: | |
475 // - Rindex | |
476 // Writes: | |
477 // - Rres: Address that corresponds to the array index if check was successful. | |
478 verify_oop(Rarray); | |
479 const Register Rlength = R0; | |
480 const Register RsxtIndex = Rtmp; | |
481 Label LisNull, LnotOOR; | |
482 | |
483 // Array nullcheck | |
484 if (!ImplicitNullChecks) { | |
485 cmpdi(CCR0, Rarray, 0); | |
486 beq(CCR0, LisNull); | |
487 } else { | |
488 null_check_throw(Rarray, arrayOopDesc::length_offset_in_bytes(), /*temp*/RsxtIndex); | |
489 } | |
490 | |
491 // Rindex might contain garbage in upper bits (remember that we don't sign extend | |
492 // during integer arithmetic operations). So kill them and put value into same register | |
493 // where ArrayIndexOutOfBounds would expect the index in. | |
494 rldicl(RsxtIndex, Rindex, 0, 32); // zero extend 32 bit -> 64 bit | |
495 | |
496 // Index check | |
497 lwz(Rlength, arrayOopDesc::length_offset_in_bytes(), Rarray); | |
498 cmplw(CCR0, Rindex, Rlength); | |
499 sldi(RsxtIndex, RsxtIndex, index_shift); | |
500 blt(CCR0, LnotOOR); | |
501 load_dispatch_table(Rtmp, (address*)Interpreter::_throw_ArrayIndexOutOfBoundsException_entry); | |
502 mtctr(Rtmp); | |
503 bctr(); | |
504 | |
505 if (!ImplicitNullChecks) { | |
506 bind(LisNull); | |
507 load_dispatch_table(Rtmp, (address*)Interpreter::_throw_NullPointerException_entry); | |
508 mtctr(Rtmp); | |
509 bctr(); | |
510 } | |
511 | |
512 align(32, 16); | |
513 bind(LnotOOR); | |
514 | |
515 // Calc address | |
516 add(Rres, RsxtIndex, Rarray); | |
517 } | |
518 | |
519 void InterpreterMacroAssembler::index_check(Register array, Register index, int index_shift, Register tmp, Register res) { | |
520 // pop array | |
521 pop_ptr(array); | |
522 | |
523 // check array | |
524 index_check_without_pop(array, index, index_shift, tmp, res); | |
525 } | |
526 | |
527 void InterpreterMacroAssembler::get_const(Register Rdst) { | |
528 ld(Rdst, in_bytes(Method::const_offset()), R19_method); | |
529 } | |
530 | |
531 void InterpreterMacroAssembler::get_constant_pool(Register Rdst) { | |
532 get_const(Rdst); | |
533 ld(Rdst, in_bytes(ConstMethod::constants_offset()), Rdst); | |
534 } | |
535 | |
536 void InterpreterMacroAssembler::get_constant_pool_cache(Register Rdst) { | |
537 get_constant_pool(Rdst); | |
538 ld(Rdst, ConstantPool::cache_offset_in_bytes(), Rdst); | |
539 } | |
540 | |
541 void InterpreterMacroAssembler::get_cpool_and_tags(Register Rcpool, Register Rtags) { | |
542 get_constant_pool(Rcpool); | |
543 ld(Rtags, ConstantPool::tags_offset_in_bytes(), Rcpool); | |
544 } | |
545 | |
546 // Unlock if synchronized method. | |
547 // | |
548 // Unlock the receiver if this is a synchronized method. | |
549 // Unlock any Java monitors from synchronized blocks. | |
550 // | |
551 // If there are locked Java monitors | |
552 // If throw_monitor_exception | |
553 // throws IllegalMonitorStateException | |
554 // Else if install_monitor_exception | |
555 // installs IllegalMonitorStateException | |
556 // Else | |
557 // no error processing | |
558 void InterpreterMacroAssembler::unlock_if_synchronized_method(TosState state, | |
559 bool throw_monitor_exception, | |
560 bool install_monitor_exception) { | |
561 Label Lunlocked, Lno_unlock; | |
562 { | |
563 Register Rdo_not_unlock_flag = R11_scratch1; | |
564 Register Raccess_flags = R12_scratch2; | |
565 | |
566 // Check if synchronized method or unlocking prevented by | |
567 // JavaThread::do_not_unlock_if_synchronized flag. | |
568 lbz(Rdo_not_unlock_flag, in_bytes(JavaThread::do_not_unlock_if_synchronized_offset()), R16_thread); | |
569 lwz(Raccess_flags, in_bytes(Method::access_flags_offset()), R19_method); | |
570 li(R0, 0); | |
571 stb(R0, in_bytes(JavaThread::do_not_unlock_if_synchronized_offset()), R16_thread); // reset flag | |
572 | |
573 push(state); | |
574 | |
575 // Skip if we don't have to unlock. | |
576 rldicl_(R0, Raccess_flags, 64-JVM_ACC_SYNCHRONIZED_BIT, 63); // Extract bit and compare to 0. | |
577 beq(CCR0, Lunlocked); | |
578 | |
579 cmpwi(CCR0, Rdo_not_unlock_flag, 0); | |
580 bne(CCR0, Lno_unlock); | |
581 } | |
582 | |
583 // Unlock | |
584 { | |
585 Register Rmonitor_base = R11_scratch1; | |
586 | |
587 Label Lunlock; | |
588 // If it's still locked, everything is ok, unlock it. | |
589 ld(Rmonitor_base, 0, R1_SP); | |
590 addi(Rmonitor_base, Rmonitor_base, - (frame::ijava_state_size + frame::interpreter_frame_monitor_size_in_bytes())); // Monitor base | |
591 | |
592 ld(R0, BasicObjectLock::obj_offset_in_bytes(), Rmonitor_base); | |
593 cmpdi(CCR0, R0, 0); | |
594 bne(CCR0, Lunlock); | |
595 | |
596 // If it's already unlocked, throw exception. | |
597 if (throw_monitor_exception) { | |
598 call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::throw_illegal_monitor_state_exception)); | |
599 should_not_reach_here(); | |
600 } else { | |
601 if (install_monitor_exception) { | |
602 call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::new_illegal_monitor_state_exception)); | |
603 b(Lunlocked); | |
604 } | |
605 } | |
606 | |
607 bind(Lunlock); | |
608 unlock_object(Rmonitor_base); | |
609 } | |
610 | |
611 // Check that all other monitors are unlocked. Throw IllegelMonitorState exception if not. | |
612 bind(Lunlocked); | |
613 { | |
614 Label Lexception, Lrestart; | |
615 Register Rcurrent_obj_addr = R11_scratch1; | |
616 const int delta = frame::interpreter_frame_monitor_size_in_bytes(); | |
617 assert((delta & LongAlignmentMask) == 0, "sizeof BasicObjectLock must be even number of doublewords"); | |
618 | |
619 bind(Lrestart); | |
620 // Set up search loop: Calc num of iterations. | |
621 { | |
622 Register Riterations = R12_scratch2; | |
623 Register Rmonitor_base = Rcurrent_obj_addr; | |
624 ld(Rmonitor_base, 0, R1_SP); | |
625 addi(Rmonitor_base, Rmonitor_base, - frame::ijava_state_size); // Monitor base | |
626 | |
627 subf_(Riterations, R26_monitor, Rmonitor_base); | |
628 ble(CCR0, Lno_unlock); | |
629 | |
630 addi(Rcurrent_obj_addr, Rmonitor_base, BasicObjectLock::obj_offset_in_bytes() - frame::interpreter_frame_monitor_size_in_bytes()); | |
631 // Check if any monitor is on stack, bail out if not | |
632 srdi(Riterations, Riterations, exact_log2(delta)); | |
633 mtctr(Riterations); | |
634 } | |
635 | |
636 // The search loop: Look for locked monitors. | |
637 { | |
638 const Register Rcurrent_obj = R0; | |
639 Label Lloop; | |
640 | |
641 ld(Rcurrent_obj, 0, Rcurrent_obj_addr); | |
642 addi(Rcurrent_obj_addr, Rcurrent_obj_addr, -delta); | |
643 bind(Lloop); | |
644 | |
645 // Check if current entry is used. | |
646 cmpdi(CCR0, Rcurrent_obj, 0); | |
647 bne(CCR0, Lexception); | |
648 // Preload next iteration's compare value. | |
649 ld(Rcurrent_obj, 0, Rcurrent_obj_addr); | |
650 addi(Rcurrent_obj_addr, Rcurrent_obj_addr, -delta); | |
651 bdnz(Lloop); | |
652 } | |
653 // Fell through: Everything's unlocked => finish. | |
654 b(Lno_unlock); | |
655 | |
656 // An object is still locked => need to throw exception. | |
657 bind(Lexception); | |
658 if (throw_monitor_exception) { | |
659 call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::throw_illegal_monitor_state_exception)); | |
660 should_not_reach_here(); | |
661 } else { | |
662 // Stack unrolling. Unlock object and if requested, install illegal_monitor_exception. | |
663 // Unlock does not block, so don't have to worry about the frame. | |
664 Register Rmonitor_addr = R11_scratch1; | |
665 addi(Rmonitor_addr, Rcurrent_obj_addr, -BasicObjectLock::obj_offset_in_bytes() + delta); | |
666 unlock_object(Rmonitor_addr); | |
667 if (install_monitor_exception) { | |
668 call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::new_illegal_monitor_state_exception)); | |
669 } | |
670 b(Lrestart); | |
671 } | |
672 } | |
673 | |
674 align(32, 12); | |
675 bind(Lno_unlock); | |
676 pop(state); | |
677 } | |
678 | |
679 // Support function for remove_activation & Co. | |
680 void InterpreterMacroAssembler::merge_frames(Register Rsender_sp, Register return_pc, Register Rscratch1, Register Rscratch2) { | |
681 // Pop interpreter frame. | |
682 ld(Rscratch1, 0, R1_SP); // *SP | |
683 ld(Rsender_sp, _ijava_state_neg(sender_sp), Rscratch1); // top_frame_sp | |
684 ld(Rscratch2, 0, Rscratch1); // **SP | |
685 #ifdef ASSERT | |
686 { | |
687 Label Lok; | |
688 ld(R0, _ijava_state_neg(ijava_reserved), Rscratch1); | |
689 cmpdi(CCR0, R0, 0x5afe); | |
690 beq(CCR0, Lok); | |
691 stop("frame corrupted (remove activation)", 0x5afe); | |
692 bind(Lok); | |
693 } | |
694 #endif | |
695 if (return_pc!=noreg) { | |
696 ld(return_pc, _abi(lr), Rscratch1); // LR | |
697 } | |
698 | |
699 // Merge top frames. | |
700 subf(Rscratch1, R1_SP, Rsender_sp); // top_frame_sp - SP | |
701 stdux(Rscratch2, R1_SP, Rscratch1); // atomically set *(SP = top_frame_sp) = **SP | |
702 } | |
703 | |
704 // Remove activation. | |
705 // | |
706 // Unlock the receiver if this is a synchronized method. | |
707 // Unlock any Java monitors from synchronized blocks. | |
708 // Remove the activation from the stack. | |
709 // | |
710 // If there are locked Java monitors | |
711 // If throw_monitor_exception | |
712 // throws IllegalMonitorStateException | |
713 // Else if install_monitor_exception | |
714 // installs IllegalMonitorStateException | |
715 // Else | |
716 // no error processing | |
717 void InterpreterMacroAssembler::remove_activation(TosState state, | |
718 bool throw_monitor_exception, | |
719 bool install_monitor_exception) { | |
720 unlock_if_synchronized_method(state, throw_monitor_exception, install_monitor_exception); | |
721 | |
722 // Save result (push state before jvmti call and pop it afterwards) and notify jvmti. | |
723 notify_method_exit(false, state, NotifyJVMTI, true); | |
724 | |
725 verify_oop(R17_tos, state); | |
726 verify_thread(); | |
727 | |
728 merge_frames(/*top_frame_sp*/ R21_sender_SP, /*return_pc*/ R0, R11_scratch1, R12_scratch2); | |
729 mtlr(R0); | |
730 } | |
731 | |
732 #endif // !CC_INTERP | |
733 | |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
734 // Lock object |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
735 // |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
736 // Registers alive |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
737 // monitor - Address of the BasicObjectLock to be used for locking, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
738 // which must be initialized with the object to lock. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
739 // object - Address of the object to be locked. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
740 // |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
741 void InterpreterMacroAssembler::lock_object(Register monitor, Register object) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
742 if (UseHeavyMonitors) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
743 call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::monitorenter), |
14445 | 744 monitor, /*check_for_exceptions=*/true CC_INTERP_ONLY(&& false)); |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
745 } else { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
746 // template code: |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
747 // |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
748 // markOop displaced_header = obj->mark().set_unlocked(); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
749 // monitor->lock()->set_displaced_header(displaced_header); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
750 // if (Atomic::cmpxchg_ptr(/*ex=*/monitor, /*addr*/obj->mark_addr(), /*cmp*/displaced_header) == displaced_header) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
751 // // We stored the monitor address into the object's mark word. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
752 // } else if (THREAD->is_lock_owned((address)displaced_header)) |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
753 // // Simple recursive case. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
754 // monitor->lock()->set_displaced_header(NULL); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
755 // } else { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
756 // // Slow path. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
757 // InterpreterRuntime::monitorenter(THREAD, monitor); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
758 // } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
759 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
760 const Register displaced_header = R7_ARG5; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
761 const Register object_mark_addr = R8_ARG6; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
762 const Register current_header = R9_ARG7; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
763 const Register tmp = R10_ARG8; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
764 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
765 Label done; |
14445 | 766 Label cas_failed, slow_case; |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
767 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
768 assert_different_registers(displaced_header, object_mark_addr, current_header, tmp); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
769 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
770 // markOop displaced_header = obj->mark().set_unlocked(); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
771 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
772 // Load markOop from object into displaced_header. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
773 ld(displaced_header, oopDesc::mark_offset_in_bytes(), object); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
774 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
775 if (UseBiasedLocking) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
776 biased_locking_enter(CCR0, object, displaced_header, tmp, current_header, done, &slow_case); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
777 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
778 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
779 // Set displaced_header to be (markOop of object | UNLOCK_VALUE). |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
780 ori(displaced_header, displaced_header, markOopDesc::unlocked_value); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
781 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
782 // monitor->lock()->set_displaced_header(displaced_header); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
783 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
784 // Initialize the box (Must happen before we update the object mark!). |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
785 std(displaced_header, BasicObjectLock::lock_offset_in_bytes() + |
14445 | 786 BasicLock::displaced_header_offset_in_bytes(), monitor); |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
787 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
788 // if (Atomic::cmpxchg_ptr(/*ex=*/monitor, /*addr*/obj->mark_addr(), /*cmp*/displaced_header) == displaced_header) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
789 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
790 // Store stack address of the BasicObjectLock (this is monitor) into object. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
791 addi(object_mark_addr, object, oopDesc::mark_offset_in_bytes()); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
792 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
793 // Must fence, otherwise, preceding store(s) may float below cmpxchg. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
794 // CmpxchgX sets CCR0 to cmpX(current, displaced). |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
795 fence(); // TODO: replace by MacroAssembler::MemBarRel | MacroAssembler::MemBarAcq ? |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
796 cmpxchgd(/*flag=*/CCR0, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
797 /*current_value=*/current_header, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
798 /*compare_value=*/displaced_header, /*exchange_value=*/monitor, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
799 /*where=*/object_mark_addr, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
800 MacroAssembler::MemBarRel | MacroAssembler::MemBarAcq, |
14445 | 801 MacroAssembler::cmpxchgx_hint_acquire_lock(), |
802 noreg, | |
803 &cas_failed); | |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
804 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
805 // If the compare-and-exchange succeeded, then we found an unlocked |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
806 // object and we have now locked it. |
14445 | 807 b(done); |
808 bind(cas_failed); | |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
809 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
810 // } else if (THREAD->is_lock_owned((address)displaced_header)) |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
811 // // Simple recursive case. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
812 // monitor->lock()->set_displaced_header(NULL); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
813 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
814 // We did not see an unlocked object so try the fast recursive case. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
815 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
816 // Check if owner is self by comparing the value in the markOop of object |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
817 // (current_header) with the stack pointer. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
818 sub(current_header, current_header, R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
819 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
820 assert(os::vm_page_size() > 0xfff, "page size too small - change the constant"); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
821 load_const_optimized(tmp, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
822 (address) (~(os::vm_page_size()-1) | |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
823 markOopDesc::lock_mask_in_place)); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
824 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
825 and_(R0/*==0?*/, current_header, tmp); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
826 // If condition is true we are done and hence we can store 0 in the displaced |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
827 // header indicating it is a recursive lock. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
828 bne(CCR0, slow_case); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
829 release(); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
830 std(R0/*==0!*/, BasicObjectLock::lock_offset_in_bytes() + |
14445 | 831 BasicLock::displaced_header_offset_in_bytes(), monitor); |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
832 b(done); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
833 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
834 // } else { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
835 // // Slow path. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
836 // InterpreterRuntime::monitorenter(THREAD, monitor); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
837 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
838 // None of the above fast optimizations worked so we have to get into the |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
839 // slow case of monitor enter. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
840 bind(slow_case); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
841 call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::monitorenter), |
14445 | 842 monitor, /*check_for_exceptions=*/true CC_INTERP_ONLY(&& false)); |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
843 // } |
17804 | 844 align(32, 12); |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
845 bind(done); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
846 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
847 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
848 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
849 // Unlocks an object. Used in monitorexit bytecode and remove_activation. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
850 // |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
851 // Registers alive |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
852 // monitor - Address of the BasicObjectLock to be used for locking, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
853 // which must be initialized with the object to lock. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
854 // |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
855 // Throw IllegalMonitorException if object is not locked by current thread. |
14445 | 856 void InterpreterMacroAssembler::unlock_object(Register monitor, bool check_for_exceptions) { |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
857 if (UseHeavyMonitors) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
858 call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::monitorexit), |
17804 | 859 monitor, check_for_exceptions CC_INTERP_ONLY(&& false)); |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
860 } else { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
861 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
862 // template code: |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
863 // |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
864 // if ((displaced_header = monitor->displaced_header()) == NULL) { |
17804 | 865 // // Recursive unlock. Mark the monitor unlocked by setting the object field to NULL. |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
866 // monitor->set_obj(NULL); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
867 // } else if (Atomic::cmpxchg_ptr(displaced_header, obj->mark_addr(), monitor) == monitor) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
868 // // We swapped the unlocked mark in displaced_header into the object's mark word. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
869 // monitor->set_obj(NULL); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
870 // } else { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
871 // // Slow path. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
872 // InterpreterRuntime::monitorexit(THREAD, monitor); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
873 // } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
874 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
875 const Register object = R7_ARG5; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
876 const Register displaced_header = R8_ARG6; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
877 const Register object_mark_addr = R9_ARG7; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
878 const Register current_header = R10_ARG8; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
879 |
14445 | 880 Label free_slot; |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
881 Label slow_case; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
882 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
883 assert_different_registers(object, displaced_header, object_mark_addr, current_header); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
884 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
885 if (UseBiasedLocking) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
886 // The object address from the monitor is in object. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
887 ld(object, BasicObjectLock::obj_offset_in_bytes(), monitor); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
888 assert(oopDesc::mark_offset_in_bytes() == 0, "offset of _mark is not 0"); |
14445 | 889 biased_locking_exit(CCR0, object, displaced_header, free_slot); |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
890 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
891 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
892 // Test first if we are in the fast recursive case. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
893 ld(displaced_header, BasicObjectLock::lock_offset_in_bytes() + |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
894 BasicLock::displaced_header_offset_in_bytes(), monitor); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
895 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
896 // If the displaced header is zero, we have a recursive unlock. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
897 cmpdi(CCR0, displaced_header, 0); |
14445 | 898 beq(CCR0, free_slot); // recursive unlock |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
899 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
900 // } else if (Atomic::cmpxchg_ptr(displaced_header, obj->mark_addr(), monitor) == monitor) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
901 // // We swapped the unlocked mark in displaced_header into the object's mark word. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
902 // monitor->set_obj(NULL); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
903 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
904 // If we still have a lightweight lock, unlock the object and be done. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
905 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
906 // The object address from the monitor is in object. |
17804 | 907 if (!UseBiasedLocking) { ld(object, BasicObjectLock::obj_offset_in_bytes(), monitor); } |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
908 addi(object_mark_addr, object, oopDesc::mark_offset_in_bytes()); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
909 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
910 // We have the displaced header in displaced_header. If the lock is still |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
911 // lightweight, it will contain the monitor address and we'll store the |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
912 // displaced header back into the object's mark word. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
913 // CmpxchgX sets CCR0 to cmpX(current, monitor). |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
914 cmpxchgd(/*flag=*/CCR0, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
915 /*current_value=*/current_header, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
916 /*compare_value=*/monitor, /*exchange_value=*/displaced_header, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
917 /*where=*/object_mark_addr, |
14445 | 918 MacroAssembler::MemBarRel, |
919 MacroAssembler::cmpxchgx_hint_release_lock(), | |
920 noreg, | |
921 &slow_case); | |
922 b(free_slot); | |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
923 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
924 // } else { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
925 // // Slow path. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
926 // InterpreterRuntime::monitorexit(THREAD, monitor); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
927 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
928 // The lock has been converted into a heavy lock and hence |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
929 // we need to get into the slow case. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
930 bind(slow_case); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
931 call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::monitorexit), |
14445 | 932 monitor, check_for_exceptions CC_INTERP_ONLY(&& false)); |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
933 // } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
934 |
14445 | 935 Label done; |
936 b(done); // Monitor register may be overwritten! Runtime has already freed the slot. | |
937 | |
938 // Exchange worked, do monitor->set_obj(NULL); | |
939 align(32, 12); | |
940 bind(free_slot); | |
941 li(R0, 0); | |
942 std(R0, BasicObjectLock::obj_offset_in_bytes(), monitor); | |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
943 bind(done); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
944 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
945 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
946 |
17804 | 947 #ifndef CC_INTERP |
948 | |
949 // Load compiled (i2c) or interpreter entry when calling from interpreted and | |
950 // do the call. Centralized so that all interpreter calls will do the same actions. | |
951 // If jvmti single stepping is on for a thread we must not call compiled code. | |
952 // | |
953 // Input: | |
954 // - Rtarget_method: method to call | |
955 // - Rret_addr: return address | |
956 // - 2 scratch regs | |
957 // | |
958 void InterpreterMacroAssembler::call_from_interpreter(Register Rtarget_method, Register Rret_addr, Register Rscratch1, Register Rscratch2) { | |
959 assert_different_registers(Rscratch1, Rscratch2, Rtarget_method, Rret_addr); | |
960 // Assume we want to go compiled if available. | |
961 const Register Rtarget_addr = Rscratch1; | |
962 const Register Rinterp_only = Rscratch2; | |
963 | |
964 ld(Rtarget_addr, in_bytes(Method::from_interpreted_offset()), Rtarget_method); | |
965 | |
966 if (JvmtiExport::can_post_interpreter_events()) { | |
967 lwz(Rinterp_only, in_bytes(JavaThread::interp_only_mode_offset()), R16_thread); | |
968 | |
969 // JVMTI events, such as single-stepping, are implemented partly by avoiding running | |
970 // compiled code in threads for which the event is enabled. Check here for | |
971 // interp_only_mode if these events CAN be enabled. | |
972 Label done; | |
973 verify_thread(); | |
974 cmpwi(CCR0, Rinterp_only, 0); | |
975 beq(CCR0, done); | |
976 ld(Rtarget_addr, in_bytes(Method::interpreter_entry_offset()), Rtarget_method); | |
977 align(32, 12); | |
978 bind(done); | |
979 } | |
980 | |
981 #ifdef ASSERT | |
982 { | |
983 Label Lok; | |
984 cmpdi(CCR0, Rtarget_addr, 0); | |
985 bne(CCR0, Lok); | |
986 stop("null entry point"); | |
987 bind(Lok); | |
988 } | |
989 #endif // ASSERT | |
990 | |
991 mr(R21_sender_SP, R1_SP); | |
992 | |
993 // Calc a precise SP for the call. The SP value we calculated in | |
994 // generate_fixed_frame() is based on the max_stack() value, so we would waste stack space | |
995 // if esp is not max. Also, the i2c adapter extends the stack space without restoring | |
996 // our pre-calced value, so repeating calls via i2c would result in stack overflow. | |
997 // Since esp already points to an empty slot, we just have to sub 1 additional slot | |
998 // to meet the abi scratch requirements. | |
999 // The max_stack pointer will get restored by means of the GR_Lmax_stack local in | |
1000 // the return entry of the interpreter. | |
1001 addi(Rscratch2, R15_esp, Interpreter::stackElementSize - frame::abi_reg_args_size); | |
1002 clrrdi(Rscratch2, Rscratch2, exact_log2(frame::alignment_in_bytes)); // round towards smaller address | |
1003 resize_frame_absolute(Rscratch2, Rscratch2, R0); | |
1004 | |
1005 mr_if_needed(R19_method, Rtarget_method); | |
1006 mtctr(Rtarget_addr); | |
1007 mtlr(Rret_addr); | |
1008 | |
1009 save_interpreter_state(Rscratch2); | |
1010 #ifdef ASSERT | |
1011 ld(Rscratch1, _ijava_state_neg(top_frame_sp), Rscratch2); // Rscratch2 contains fp | |
1012 cmpd(CCR0, R21_sender_SP, Rscratch1); | |
1013 asm_assert_eq("top_frame_sp incorrect", 0x951); | |
1014 #endif | |
1015 | |
1016 bctr(); | |
1017 } | |
1018 | |
1019 // Set the method data pointer for the current bcp. | |
1020 void InterpreterMacroAssembler::set_method_data_pointer_for_bcp() { | |
1021 assert(ProfileInterpreter, "must be profiling interpreter"); | |
1022 Label get_continue; | |
1023 ld(R28_mdx, in_bytes(Method::method_data_offset()), R19_method); | |
1024 test_method_data_pointer(get_continue); | |
1025 call_VM_leaf(CAST_FROM_FN_PTR(address, InterpreterRuntime::bcp_to_di), R19_method, R14_bcp); | |
1026 | |
1027 addi(R28_mdx, R28_mdx, in_bytes(MethodData::data_offset())); | |
1028 add(R28_mdx, R28_mdx, R3_RET); | |
1029 bind(get_continue); | |
1030 } | |
1031 | |
1032 // Test ImethodDataPtr. If it is null, continue at the specified label. | |
1033 void InterpreterMacroAssembler::test_method_data_pointer(Label& zero_continue) { | |
1034 assert(ProfileInterpreter, "must be profiling interpreter"); | |
1035 cmpdi(CCR0, R28_mdx, 0); | |
1036 beq(CCR0, zero_continue); | |
1037 } | |
1038 | |
1039 void InterpreterMacroAssembler::verify_method_data_pointer() { | |
1040 assert(ProfileInterpreter, "must be profiling interpreter"); | |
1041 #ifdef ASSERT | |
1042 Label verify_continue; | |
1043 test_method_data_pointer(verify_continue); | |
1044 | |
1045 // If the mdp is valid, it will point to a DataLayout header which is | |
1046 // consistent with the bcp. The converse is highly probable also. | |
1047 lhz(R11_scratch1, in_bytes(DataLayout::bci_offset()), R28_mdx); | |
1048 ld(R12_scratch2, in_bytes(Method::const_offset()), R19_method); | |
1049 addi(R11_scratch1, R11_scratch1, in_bytes(ConstMethod::codes_offset())); | |
1050 add(R11_scratch1, R12_scratch2, R12_scratch2); | |
1051 cmpd(CCR0, R11_scratch1, R14_bcp); | |
1052 beq(CCR0, verify_continue); | |
1053 | |
1054 call_VM_leaf(CAST_FROM_FN_PTR(address, InterpreterRuntime::verify_mdp ), R19_method, R14_bcp, R28_mdx); | |
1055 | |
1056 bind(verify_continue); | |
1057 #endif | |
1058 } | |
1059 | |
1060 void InterpreterMacroAssembler::test_invocation_counter_for_mdp(Register invocation_count, | |
1061 Register Rscratch, | |
1062 Label &profile_continue) { | |
1063 assert(ProfileInterpreter, "must be profiling interpreter"); | |
1064 // Control will flow to "profile_continue" if the counter is less than the | |
1065 // limit or if we call profile_method(). | |
1066 Label done; | |
1067 | |
1068 // If no method data exists, and the counter is high enough, make one. | |
1069 int ipl_offs = load_const_optimized(Rscratch, &InvocationCounter::InterpreterProfileLimit, R0, true); | |
1070 lwz(Rscratch, ipl_offs, Rscratch); | |
1071 | |
1072 cmpdi(CCR0, R28_mdx, 0); | |
1073 // Test to see if we should create a method data oop. | |
1074 cmpd(CCR1, Rscratch /* InterpreterProfileLimit */, invocation_count); | |
1075 bne(CCR0, done); | |
1076 bge(CCR1, profile_continue); | |
1077 | |
1078 // Build it now. | |
1079 call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::profile_method)); | |
1080 set_method_data_pointer_for_bcp(); | |
1081 b(profile_continue); | |
1082 | |
1083 align(32, 12); | |
1084 bind(done); | |
1085 } | |
1086 | |
1087 void InterpreterMacroAssembler::test_backedge_count_for_osr(Register backedge_count, Register branch_bcp, Register Rtmp) { | |
1088 assert_different_registers(backedge_count, Rtmp, branch_bcp); | |
1089 assert(UseOnStackReplacement,"Must UseOnStackReplacement to test_backedge_count_for_osr"); | |
1090 | |
1091 Label did_not_overflow; | |
1092 Label overflow_with_error; | |
1093 | |
1094 int ibbl_offs = load_const_optimized(Rtmp, &InvocationCounter::InterpreterBackwardBranchLimit, R0, true); | |
1095 lwz(Rtmp, ibbl_offs, Rtmp); | |
1096 cmpw(CCR0, backedge_count, Rtmp); | |
1097 | |
1098 blt(CCR0, did_not_overflow); | |
1099 | |
1100 // When ProfileInterpreter is on, the backedge_count comes from the | |
1101 // methodDataOop, which value does not get reset on the call to | |
1102 // frequency_counter_overflow(). To avoid excessive calls to the overflow | |
1103 // routine while the method is being compiled, add a second test to make sure | |
1104 // the overflow function is called only once every overflow_frequency. | |
1105 if (ProfileInterpreter) { | |
1106 const int overflow_frequency = 1024; | |
1107 li(Rtmp, overflow_frequency-1); | |
1108 andr(Rtmp, Rtmp, backedge_count); | |
1109 cmpwi(CCR0, Rtmp, 0); | |
1110 bne(CCR0, did_not_overflow); | |
1111 } | |
1112 | |
1113 // Overflow in loop, pass branch bytecode. | |
1114 call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::frequency_counter_overflow), branch_bcp, true); | |
1115 | |
1116 // Was an OSR adapter generated? | |
1117 // O0 = osr nmethod | |
1118 cmpdi(CCR0, R3_RET, 0); | |
1119 beq(CCR0, overflow_with_error); | |
1120 | |
1121 // Has the nmethod been invalidated already? | |
1122 lwz(Rtmp, nmethod::entry_bci_offset(), R3_RET); | |
1123 cmpwi(CCR0, Rtmp, InvalidOSREntryBci); | |
1124 beq(CCR0, overflow_with_error); | |
1125 | |
1126 // Migrate the interpreter frame off of the stack. | |
1127 // We can use all registers because we will not return to interpreter from this point. | |
1128 | |
1129 // Save nmethod. | |
1130 const Register osr_nmethod = R31; | |
1131 mr(osr_nmethod, R3_RET); | |
1132 set_top_ijava_frame_at_SP_as_last_Java_frame(R1_SP, R11_scratch1); | |
1133 call_VM_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::OSR_migration_begin), R16_thread); | |
1134 reset_last_Java_frame(); | |
1135 // OSR buffer is in ARG1 | |
1136 | |
1137 // Remove the interpreter frame. | |
1138 merge_frames(/*top_frame_sp*/ R21_sender_SP, /*return_pc*/ R0, R11_scratch1, R12_scratch2); | |
1139 | |
1140 // Jump to the osr code. | |
1141 ld(R11_scratch1, nmethod::osr_entry_point_offset(), osr_nmethod); | |
1142 mtlr(R0); | |
1143 mtctr(R11_scratch1); | |
1144 bctr(); | |
1145 | |
1146 align(32, 12); | |
1147 bind(overflow_with_error); | |
1148 bind(did_not_overflow); | |
1149 } | |
1150 | |
1151 // Store a value at some constant offset from the method data pointer. | |
1152 void InterpreterMacroAssembler::set_mdp_data_at(int constant, Register value) { | |
1153 assert(ProfileInterpreter, "must be profiling interpreter"); | |
1154 | |
1155 std(value, constant, R28_mdx); | |
1156 } | |
1157 | |
1158 // Increment the value at some constant offset from the method data pointer. | |
1159 void InterpreterMacroAssembler::increment_mdp_data_at(int constant, | |
1160 Register counter_addr, | |
1161 Register Rbumped_count, | |
1162 bool decrement) { | |
1163 // Locate the counter at a fixed offset from the mdp: | |
1164 addi(counter_addr, R28_mdx, constant); | |
1165 increment_mdp_data_at(counter_addr, Rbumped_count, decrement); | |
1166 } | |
1167 | |
1168 // Increment the value at some non-fixed (reg + constant) offset from | |
1169 // the method data pointer. | |
1170 void InterpreterMacroAssembler::increment_mdp_data_at(Register reg, | |
1171 int constant, | |
1172 Register scratch, | |
1173 Register Rbumped_count, | |
1174 bool decrement) { | |
1175 // Add the constant to reg to get the offset. | |
1176 add(scratch, R28_mdx, reg); | |
1177 // Then calculate the counter address. | |
1178 addi(scratch, scratch, constant); | |
1179 increment_mdp_data_at(scratch, Rbumped_count, decrement); | |
1180 } | |
1181 | |
1182 void InterpreterMacroAssembler::increment_mdp_data_at(Register counter_addr, | |
1183 Register Rbumped_count, | |
1184 bool decrement) { | |
1185 assert(ProfileInterpreter, "must be profiling interpreter"); | |
1186 | |
1187 // Load the counter. | |
1188 ld(Rbumped_count, 0, counter_addr); | |
1189 | |
1190 if (decrement) { | |
1191 // Decrement the register. Set condition codes. | |
1192 addi(Rbumped_count, Rbumped_count, - DataLayout::counter_increment); | |
1193 // Store the decremented counter, if it is still negative. | |
1194 std(Rbumped_count, 0, counter_addr); | |
1195 // Note: add/sub overflow check are not ported, since 64 bit | |
1196 // calculation should never overflow. | |
1197 } else { | |
1198 // Increment the register. Set carry flag. | |
1199 addi(Rbumped_count, Rbumped_count, DataLayout::counter_increment); | |
1200 // Store the incremented counter. | |
1201 std(Rbumped_count, 0, counter_addr); | |
1202 } | |
1203 } | |
1204 | |
1205 // Set a flag value at the current method data pointer position. | |
1206 void InterpreterMacroAssembler::set_mdp_flag_at(int flag_constant, | |
1207 Register scratch) { | |
1208 assert(ProfileInterpreter, "must be profiling interpreter"); | |
1209 // Load the data header. | |
1210 lbz(scratch, in_bytes(DataLayout::flags_offset()), R28_mdx); | |
1211 // Set the flag. | |
1212 ori(scratch, scratch, flag_constant); | |
1213 // Store the modified header. | |
1214 stb(scratch, in_bytes(DataLayout::flags_offset()), R28_mdx); | |
1215 } | |
1216 | |
1217 // Test the location at some offset from the method data pointer. | |
1218 // If it is not equal to value, branch to the not_equal_continue Label. | |
1219 void InterpreterMacroAssembler::test_mdp_data_at(int offset, | |
1220 Register value, | |
1221 Label& not_equal_continue, | |
1222 Register test_out) { | |
1223 assert(ProfileInterpreter, "must be profiling interpreter"); | |
1224 | |
1225 ld(test_out, offset, R28_mdx); | |
1226 cmpd(CCR0, value, test_out); | |
1227 bne(CCR0, not_equal_continue); | |
1228 } | |
1229 | |
1230 // Update the method data pointer by the displacement located at some fixed | |
1231 // offset from the method data pointer. | |
1232 void InterpreterMacroAssembler::update_mdp_by_offset(int offset_of_disp, | |
1233 Register scratch) { | |
1234 assert(ProfileInterpreter, "must be profiling interpreter"); | |
1235 | |
1236 ld(scratch, offset_of_disp, R28_mdx); | |
1237 add(R28_mdx, scratch, R28_mdx); | |
1238 } | |
1239 | |
1240 // Update the method data pointer by the displacement located at the | |
1241 // offset (reg + offset_of_disp). | |
1242 void InterpreterMacroAssembler::update_mdp_by_offset(Register reg, | |
1243 int offset_of_disp, | |
1244 Register scratch) { | |
1245 assert(ProfileInterpreter, "must be profiling interpreter"); | |
1246 | |
1247 add(scratch, reg, R28_mdx); | |
1248 ld(scratch, offset_of_disp, scratch); | |
1249 add(R28_mdx, scratch, R28_mdx); | |
1250 } | |
1251 | |
1252 // Update the method data pointer by a simple constant displacement. | |
1253 void InterpreterMacroAssembler::update_mdp_by_constant(int constant) { | |
1254 assert(ProfileInterpreter, "must be profiling interpreter"); | |
1255 addi(R28_mdx, R28_mdx, constant); | |
1256 } | |
1257 | |
1258 // Update the method data pointer for a _ret bytecode whose target | |
1259 // was not among our cached targets. | |
1260 void InterpreterMacroAssembler::update_mdp_for_ret(TosState state, | |
1261 Register return_bci) { | |
1262 assert(ProfileInterpreter, "must be profiling interpreter"); | |
1263 | |
1264 push(state); | |
1265 assert(return_bci->is_nonvolatile(), "need to protect return_bci"); | |
1266 call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::update_mdp_for_ret), return_bci); | |
1267 pop(state); | |
1268 } | |
1269 | |
1270 // Increments the backedge counter. | |
1271 // Returns backedge counter + invocation counter in Rdst. | |
1272 void InterpreterMacroAssembler::increment_backedge_counter(const Register Rcounters, const Register Rdst, | |
1273 const Register Rtmp1, Register Rscratch) { | |
1274 assert(UseCompiler, "incrementing must be useful"); | |
1275 assert_different_registers(Rdst, Rtmp1); | |
1276 const Register invocation_counter = Rtmp1; | |
1277 const Register counter = Rdst; | |
1278 // TODO ppc port assert(4 == InvocationCounter::sz_counter(), "unexpected field size."); | |
1279 | |
1280 // Load backedge counter. | |
1281 lwz(counter, in_bytes(MethodCounters::backedge_counter_offset()) + | |
1282 in_bytes(InvocationCounter::counter_offset()), Rcounters); | |
1283 // Load invocation counter. | |
1284 lwz(invocation_counter, in_bytes(MethodCounters::invocation_counter_offset()) + | |
1285 in_bytes(InvocationCounter::counter_offset()), Rcounters); | |
1286 | |
1287 // Add the delta to the backedge counter. | |
1288 addi(counter, counter, InvocationCounter::count_increment); | |
1289 | |
1290 // Mask the invocation counter. | |
1291 li(Rscratch, InvocationCounter::count_mask_value); | |
1292 andr(invocation_counter, invocation_counter, Rscratch); | |
1293 | |
1294 // Store new counter value. | |
1295 stw(counter, in_bytes(MethodCounters::backedge_counter_offset()) + | |
1296 in_bytes(InvocationCounter::counter_offset()), Rcounters); | |
1297 // Return invocation counter + backedge counter. | |
1298 add(counter, counter, invocation_counter); | |
1299 } | |
1300 | |
1301 // Count a taken branch in the bytecodes. | |
1302 void InterpreterMacroAssembler::profile_taken_branch(Register scratch, Register bumped_count) { | |
1303 if (ProfileInterpreter) { | |
1304 Label profile_continue; | |
1305 | |
1306 // If no method data exists, go to profile_continue. | |
1307 test_method_data_pointer(profile_continue); | |
1308 | |
1309 // We are taking a branch. Increment the taken count. | |
1310 increment_mdp_data_at(in_bytes(JumpData::taken_offset()), scratch, bumped_count); | |
1311 | |
1312 // The method data pointer needs to be updated to reflect the new target. | |
1313 update_mdp_by_offset(in_bytes(JumpData::displacement_offset()), scratch); | |
1314 bind (profile_continue); | |
1315 } | |
1316 } | |
1317 | |
1318 // Count a not-taken branch in the bytecodes. | |
1319 void InterpreterMacroAssembler::profile_not_taken_branch(Register scratch1, Register scratch2) { | |
1320 if (ProfileInterpreter) { | |
1321 Label profile_continue; | |
1322 | |
1323 // If no method data exists, go to profile_continue. | |
1324 test_method_data_pointer(profile_continue); | |
1325 | |
1326 // We are taking a branch. Increment the not taken count. | |
1327 increment_mdp_data_at(in_bytes(BranchData::not_taken_offset()), scratch1, scratch2); | |
1328 | |
1329 // The method data pointer needs to be updated to correspond to the | |
1330 // next bytecode. | |
1331 update_mdp_by_constant(in_bytes(BranchData::branch_data_size())); | |
1332 bind (profile_continue); | |
1333 } | |
1334 } | |
1335 | |
1336 // Count a non-virtual call in the bytecodes. | |
1337 void InterpreterMacroAssembler::profile_call(Register scratch1, Register scratch2) { | |
1338 if (ProfileInterpreter) { | |
1339 Label profile_continue; | |
1340 | |
1341 // If no method data exists, go to profile_continue. | |
1342 test_method_data_pointer(profile_continue); | |
1343 | |
1344 // We are making a call. Increment the count. | |
1345 increment_mdp_data_at(in_bytes(CounterData::count_offset()), scratch1, scratch2); | |
1346 | |
1347 // The method data pointer needs to be updated to reflect the new target. | |
1348 update_mdp_by_constant(in_bytes(CounterData::counter_data_size())); | |
1349 bind (profile_continue); | |
1350 } | |
1351 } | |
1352 | |
1353 // Count a final call in the bytecodes. | |
1354 void InterpreterMacroAssembler::profile_final_call(Register scratch1, Register scratch2) { | |
1355 if (ProfileInterpreter) { | |
1356 Label profile_continue; | |
1357 | |
1358 // If no method data exists, go to profile_continue. | |
1359 test_method_data_pointer(profile_continue); | |
1360 | |
1361 // We are making a call. Increment the count. | |
1362 increment_mdp_data_at(in_bytes(CounterData::count_offset()), scratch1, scratch2); | |
1363 | |
1364 // The method data pointer needs to be updated to reflect the new target. | |
1365 update_mdp_by_constant(in_bytes(VirtualCallData::virtual_call_data_size())); | |
1366 bind (profile_continue); | |
1367 } | |
1368 } | |
1369 | |
1370 // Count a virtual call in the bytecodes. | |
1371 void InterpreterMacroAssembler::profile_virtual_call(Register Rreceiver, | |
1372 Register Rscratch1, | |
1373 Register Rscratch2, | |
1374 bool receiver_can_be_null) { | |
1375 if (!ProfileInterpreter) { return; } | |
1376 Label profile_continue; | |
1377 | |
1378 // If no method data exists, go to profile_continue. | |
1379 test_method_data_pointer(profile_continue); | |
1380 | |
1381 Label skip_receiver_profile; | |
1382 if (receiver_can_be_null) { | |
1383 Label not_null; | |
1384 cmpdi(CCR0, Rreceiver, 0); | |
1385 bne(CCR0, not_null); | |
1386 // We are making a call. Increment the count for null receiver. | |
1387 increment_mdp_data_at(in_bytes(CounterData::count_offset()), Rscratch1, Rscratch2); | |
1388 b(skip_receiver_profile); | |
1389 bind(not_null); | |
1390 } | |
1391 | |
1392 // Record the receiver type. | |
1393 record_klass_in_profile(Rreceiver, Rscratch1, Rscratch2, true); | |
1394 bind(skip_receiver_profile); | |
1395 | |
1396 // The method data pointer needs to be updated to reflect the new target. | |
1397 update_mdp_by_constant(in_bytes(VirtualCallData::virtual_call_data_size())); | |
1398 bind (profile_continue); | |
1399 } | |
1400 | |
1401 void InterpreterMacroAssembler::profile_typecheck(Register Rklass, Register Rscratch1, Register Rscratch2) { | |
1402 if (ProfileInterpreter) { | |
1403 Label profile_continue; | |
1404 | |
1405 // If no method data exists, go to profile_continue. | |
1406 test_method_data_pointer(profile_continue); | |
1407 | |
1408 int mdp_delta = in_bytes(BitData::bit_data_size()); | |
1409 if (TypeProfileCasts) { | |
1410 mdp_delta = in_bytes(VirtualCallData::virtual_call_data_size()); | |
1411 | |
1412 // Record the object type. | |
1413 record_klass_in_profile(Rklass, Rscratch1, Rscratch2, false); | |
1414 } | |
1415 | |
1416 // The method data pointer needs to be updated. | |
1417 update_mdp_by_constant(mdp_delta); | |
1418 | |
1419 bind (profile_continue); | |
1420 } | |
1421 } | |
1422 | |
1423 void InterpreterMacroAssembler::profile_typecheck_failed(Register Rscratch1, Register Rscratch2) { | |
1424 if (ProfileInterpreter && TypeProfileCasts) { | |
1425 Label profile_continue; | |
1426 | |
1427 // If no method data exists, go to profile_continue. | |
1428 test_method_data_pointer(profile_continue); | |
1429 | |
1430 int count_offset = in_bytes(CounterData::count_offset()); | |
1431 // Back up the address, since we have already bumped the mdp. | |
1432 count_offset -= in_bytes(VirtualCallData::virtual_call_data_size()); | |
1433 | |
1434 // *Decrement* the counter. We expect to see zero or small negatives. | |
1435 increment_mdp_data_at(count_offset, Rscratch1, Rscratch2, true); | |
1436 | |
1437 bind (profile_continue); | |
1438 } | |
1439 } | |
1440 | |
1441 // Count a ret in the bytecodes. | |
1442 void InterpreterMacroAssembler::profile_ret(TosState state, Register return_bci, Register scratch1, Register scratch2) { | |
1443 if (ProfileInterpreter) { | |
1444 Label profile_continue; | |
1445 uint row; | |
1446 | |
1447 // If no method data exists, go to profile_continue. | |
1448 test_method_data_pointer(profile_continue); | |
1449 | |
1450 // Update the total ret count. | |
1451 increment_mdp_data_at(in_bytes(CounterData::count_offset()), scratch1, scratch2 ); | |
1452 | |
1453 for (row = 0; row < RetData::row_limit(); row++) { | |
1454 Label next_test; | |
1455 | |
1456 // See if return_bci is equal to bci[n]: | |
1457 test_mdp_data_at(in_bytes(RetData::bci_offset(row)), return_bci, next_test, scratch1); | |
1458 | |
1459 // return_bci is equal to bci[n]. Increment the count. | |
1460 increment_mdp_data_at(in_bytes(RetData::bci_count_offset(row)), scratch1, scratch2); | |
1461 | |
1462 // The method data pointer needs to be updated to reflect the new target. | |
1463 update_mdp_by_offset(in_bytes(RetData::bci_displacement_offset(row)), scratch1); | |
1464 b(profile_continue); | |
1465 bind(next_test); | |
1466 } | |
1467 | |
1468 update_mdp_for_ret(state, return_bci); | |
1469 | |
1470 bind (profile_continue); | |
1471 } | |
1472 } | |
1473 | |
1474 // Count the default case of a switch construct. | |
1475 void InterpreterMacroAssembler::profile_switch_default(Register scratch1, Register scratch2) { | |
1476 if (ProfileInterpreter) { | |
1477 Label profile_continue; | |
1478 | |
1479 // If no method data exists, go to profile_continue. | |
1480 test_method_data_pointer(profile_continue); | |
1481 | |
1482 // Update the default case count | |
1483 increment_mdp_data_at(in_bytes(MultiBranchData::default_count_offset()), | |
1484 scratch1, scratch2); | |
1485 | |
1486 // The method data pointer needs to be updated. | |
1487 update_mdp_by_offset(in_bytes(MultiBranchData::default_displacement_offset()), | |
1488 scratch1); | |
1489 | |
1490 bind (profile_continue); | |
1491 } | |
1492 } | |
1493 | |
1494 // Count the index'th case of a switch construct. | |
1495 void InterpreterMacroAssembler::profile_switch_case(Register index, | |
1496 Register scratch1, | |
1497 Register scratch2, | |
1498 Register scratch3) { | |
1499 if (ProfileInterpreter) { | |
1500 assert_different_registers(index, scratch1, scratch2, scratch3); | |
1501 Label profile_continue; | |
1502 | |
1503 // If no method data exists, go to profile_continue. | |
1504 test_method_data_pointer(profile_continue); | |
1505 | |
1506 // Build the base (index * per_case_size_in_bytes()) + case_array_offset_in_bytes(). | |
1507 li(scratch3, in_bytes(MultiBranchData::case_array_offset())); | |
1508 | |
1509 assert (in_bytes(MultiBranchData::per_case_size()) == 16, "so that shladd works"); | |
1510 sldi(scratch1, index, exact_log2(in_bytes(MultiBranchData::per_case_size()))); | |
1511 add(scratch1, scratch1, scratch3); | |
1512 | |
1513 // Update the case count. | |
1514 increment_mdp_data_at(scratch1, in_bytes(MultiBranchData::relative_count_offset()), scratch2, scratch3); | |
1515 | |
1516 // The method data pointer needs to be updated. | |
1517 update_mdp_by_offset(scratch1, in_bytes(MultiBranchData::relative_displacement_offset()), scratch2); | |
1518 | |
1519 bind (profile_continue); | |
1520 } | |
1521 } | |
1522 | |
1523 void InterpreterMacroAssembler::profile_null_seen(Register Rscratch1, Register Rscratch2) { | |
1524 if (ProfileInterpreter) { | |
1525 assert_different_registers(Rscratch1, Rscratch2); | |
1526 Label profile_continue; | |
1527 | |
1528 // If no method data exists, go to profile_continue. | |
1529 test_method_data_pointer(profile_continue); | |
1530 | |
1531 set_mdp_flag_at(BitData::null_seen_byte_constant(), Rscratch1); | |
1532 | |
1533 // The method data pointer needs to be updated. | |
1534 int mdp_delta = in_bytes(BitData::bit_data_size()); | |
1535 if (TypeProfileCasts) { | |
1536 mdp_delta = in_bytes(VirtualCallData::virtual_call_data_size()); | |
1537 } | |
1538 update_mdp_by_constant(mdp_delta); | |
1539 | |
1540 bind (profile_continue); | |
1541 } | |
1542 } | |
1543 | |
1544 void InterpreterMacroAssembler::record_klass_in_profile(Register Rreceiver, | |
1545 Register Rscratch1, Register Rscratch2, | |
1546 bool is_virtual_call) { | |
1547 assert(ProfileInterpreter, "must be profiling"); | |
1548 assert_different_registers(Rreceiver, Rscratch1, Rscratch2); | |
1549 | |
1550 Label done; | |
1551 record_klass_in_profile_helper(Rreceiver, Rscratch1, Rscratch2, 0, done, is_virtual_call); | |
1552 bind (done); | |
1553 } | |
1554 | |
1555 void InterpreterMacroAssembler::record_klass_in_profile_helper( | |
1556 Register receiver, Register scratch1, Register scratch2, | |
1557 int start_row, Label& done, bool is_virtual_call) { | |
1558 if (TypeProfileWidth == 0) { | |
1559 if (is_virtual_call) { | |
1560 increment_mdp_data_at(in_bytes(CounterData::count_offset()), scratch1, scratch2); | |
1561 } | |
1562 return; | |
1563 } | |
1564 | |
1565 int last_row = VirtualCallData::row_limit() - 1; | |
1566 assert(start_row <= last_row, "must be work left to do"); | |
1567 // Test this row for both the receiver and for null. | |
1568 // Take any of three different outcomes: | |
1569 // 1. found receiver => increment count and goto done | |
1570 // 2. found null => keep looking for case 1, maybe allocate this cell | |
1571 // 3. found something else => keep looking for cases 1 and 2 | |
1572 // Case 3 is handled by a recursive call. | |
1573 for (int row = start_row; row <= last_row; row++) { | |
1574 Label next_test; | |
1575 bool test_for_null_also = (row == start_row); | |
1576 | |
1577 // See if the receiver is receiver[n]. | |
1578 int recvr_offset = in_bytes(VirtualCallData::receiver_offset(row)); | |
1579 test_mdp_data_at(recvr_offset, receiver, next_test, scratch1); | |
1580 // delayed()->tst(scratch); | |
1581 | |
1582 // The receiver is receiver[n]. Increment count[n]. | |
1583 int count_offset = in_bytes(VirtualCallData::receiver_count_offset(row)); | |
1584 increment_mdp_data_at(count_offset, scratch1, scratch2); | |
1585 b(done); | |
1586 bind(next_test); | |
1587 | |
1588 if (test_for_null_also) { | |
1589 Label found_null; | |
1590 // Failed the equality check on receiver[n]... Test for null. | |
1591 if (start_row == last_row) { | |
1592 // The only thing left to do is handle the null case. | |
1593 if (is_virtual_call) { | |
1594 // Scratch1 contains test_out from test_mdp_data_at. | |
1595 cmpdi(CCR0, scratch1, 0); | |
1596 beq(CCR0, found_null); | |
1597 // Receiver did not match any saved receiver and there is no empty row for it. | |
1598 // Increment total counter to indicate polymorphic case. | |
1599 increment_mdp_data_at(in_bytes(CounterData::count_offset()), scratch1, scratch2); | |
1600 b(done); | |
1601 bind(found_null); | |
1602 } else { | |
1603 cmpdi(CCR0, scratch1, 0); | |
1604 bne(CCR0, done); | |
1605 } | |
1606 break; | |
1607 } | |
1608 // Since null is rare, make it be the branch-taken case. | |
1609 cmpdi(CCR0, scratch1, 0); | |
1610 beq(CCR0, found_null); | |
1611 | |
1612 // Put all the "Case 3" tests here. | |
1613 record_klass_in_profile_helper(receiver, scratch1, scratch2, start_row + 1, done, is_virtual_call); | |
1614 | |
1615 // Found a null. Keep searching for a matching receiver, | |
1616 // but remember that this is an empty (unused) slot. | |
1617 bind(found_null); | |
1618 } | |
1619 } | |
1620 | |
1621 // In the fall-through case, we found no matching receiver, but we | |
1622 // observed the receiver[start_row] is NULL. | |
1623 | |
1624 // Fill in the receiver field and increment the count. | |
1625 int recvr_offset = in_bytes(VirtualCallData::receiver_offset(start_row)); | |
1626 set_mdp_data_at(recvr_offset, receiver); | |
1627 int count_offset = in_bytes(VirtualCallData::receiver_count_offset(start_row)); | |
1628 li(scratch1, DataLayout::counter_increment); | |
1629 set_mdp_data_at(count_offset, scratch1); | |
1630 if (start_row > 0) { | |
1631 b(done); | |
1632 } | |
1633 } | |
1634 | |
1635 // Add a InterpMonitorElem to stack (see frame_sparc.hpp). | |
1636 void InterpreterMacroAssembler::add_monitor_to_stack(bool stack_is_empty, Register Rtemp1, Register Rtemp2) { | |
1637 | |
1638 // Very-local scratch registers. | |
1639 const Register esp = Rtemp1; | |
1640 const Register slot = Rtemp2; | |
1641 | |
1642 // Extracted monitor_size. | |
1643 int monitor_size = frame::interpreter_frame_monitor_size_in_bytes(); | |
1644 assert(Assembler::is_aligned((unsigned int)monitor_size, | |
1645 (unsigned int)frame::alignment_in_bytes), | |
1646 "size of a monitor must respect alignment of SP"); | |
1647 | |
1648 resize_frame(-monitor_size, /*temp*/esp); // Allocate space for new monitor | |
1649 std(R1_SP, _ijava_state_neg(top_frame_sp), esp); // esp contains fp | |
1650 | |
1651 // Shuffle expression stack down. Recall that stack_base points | |
1652 // just above the new expression stack bottom. Old_tos and new_tos | |
1653 // are used to scan thru the old and new expression stacks. | |
1654 if (!stack_is_empty) { | |
1655 Label copy_slot, copy_slot_finished; | |
1656 const Register n_slots = slot; | |
1657 | |
1658 addi(esp, R15_esp, Interpreter::stackElementSize); // Point to first element (pre-pushed stack). | |
1659 subf(n_slots, esp, R26_monitor); | |
1660 srdi_(n_slots, n_slots, LogBytesPerWord); // Compute number of slots to copy. | |
1661 assert(LogBytesPerWord == 3, "conflicts assembler instructions"); | |
1662 beq(CCR0, copy_slot_finished); // Nothing to copy. | |
1663 | |
1664 mtctr(n_slots); | |
1665 | |
1666 // loop | |
1667 bind(copy_slot); | |
1668 ld(slot, 0, esp); // Move expression stack down. | |
1669 std(slot, -monitor_size, esp); // distance = monitor_size | |
1670 addi(esp, esp, BytesPerWord); | |
1671 bdnz(copy_slot); | |
1672 | |
1673 bind(copy_slot_finished); | |
1674 } | |
1675 | |
1676 addi(R15_esp, R15_esp, -monitor_size); | |
1677 addi(R26_monitor, R26_monitor, -monitor_size); | |
1678 | |
1679 // Restart interpreter | |
1680 } | |
1681 | |
1682 // ============================================================================ | |
1683 // Java locals access | |
1684 | |
1685 // Load a local variable at index in Rindex into register Rdst_value. | |
1686 // Also puts address of local into Rdst_address as a service. | |
1687 // Kills: | |
1688 // - Rdst_value | |
1689 // - Rdst_address | |
1690 void InterpreterMacroAssembler::load_local_int(Register Rdst_value, Register Rdst_address, Register Rindex) { | |
1691 sldi(Rdst_address, Rindex, Interpreter::logStackElementSize); | |
1692 subf(Rdst_address, Rdst_address, R18_locals); | |
1693 lwz(Rdst_value, 0, Rdst_address); | |
1694 } | |
1695 | |
1696 // Load a local variable at index in Rindex into register Rdst_value. | |
1697 // Also puts address of local into Rdst_address as a service. | |
1698 // Kills: | |
1699 // - Rdst_value | |
1700 // - Rdst_address | |
1701 void InterpreterMacroAssembler::load_local_long(Register Rdst_value, Register Rdst_address, Register Rindex) { | |
1702 sldi(Rdst_address, Rindex, Interpreter::logStackElementSize); | |
1703 subf(Rdst_address, Rdst_address, R18_locals); | |
1704 ld(Rdst_value, -8, Rdst_address); | |
1705 } | |
1706 | |
1707 // Load a local variable at index in Rindex into register Rdst_value. | |
1708 // Also puts address of local into Rdst_address as a service. | |
1709 // Input: | |
1710 // - Rindex: slot nr of local variable | |
1711 // Kills: | |
1712 // - Rdst_value | |
1713 // - Rdst_address | |
1714 void InterpreterMacroAssembler::load_local_ptr(Register Rdst_value, Register Rdst_address, Register Rindex) { | |
1715 sldi(Rdst_address, Rindex, Interpreter::logStackElementSize); | |
1716 subf(Rdst_address, Rdst_address, R18_locals); | |
1717 ld(Rdst_value, 0, Rdst_address); | |
1718 } | |
1719 | |
1720 // Load a local variable at index in Rindex into register Rdst_value. | |
1721 // Also puts address of local into Rdst_address as a service. | |
1722 // Kills: | |
1723 // - Rdst_value | |
1724 // - Rdst_address | |
1725 void InterpreterMacroAssembler::load_local_float(FloatRegister Rdst_value, Register Rdst_address, Register Rindex) { | |
1726 sldi(Rdst_address, Rindex, Interpreter::logStackElementSize); | |
1727 subf(Rdst_address, Rdst_address, R18_locals); | |
1728 lfs(Rdst_value, 0, Rdst_address); | |
1729 } | |
1730 | |
1731 // Load a local variable at index in Rindex into register Rdst_value. | |
1732 // Also puts address of local into Rdst_address as a service. | |
1733 // Kills: | |
1734 // - Rdst_value | |
1735 // - Rdst_address | |
1736 void InterpreterMacroAssembler::load_local_double(FloatRegister Rdst_value, Register Rdst_address, Register Rindex) { | |
1737 sldi(Rdst_address, Rindex, Interpreter::logStackElementSize); | |
1738 subf(Rdst_address, Rdst_address, R18_locals); | |
1739 lfd(Rdst_value, -8, Rdst_address); | |
1740 } | |
1741 | |
1742 // Store an int value at local variable slot Rindex. | |
1743 // Kills: | |
1744 // - Rindex | |
1745 void InterpreterMacroAssembler::store_local_int(Register Rvalue, Register Rindex) { | |
1746 sldi(Rindex, Rindex, Interpreter::logStackElementSize); | |
1747 subf(Rindex, Rindex, R18_locals); | |
1748 stw(Rvalue, 0, Rindex); | |
1749 } | |
1750 | |
1751 // Store a long value at local variable slot Rindex. | |
1752 // Kills: | |
1753 // - Rindex | |
1754 void InterpreterMacroAssembler::store_local_long(Register Rvalue, Register Rindex) { | |
1755 sldi(Rindex, Rindex, Interpreter::logStackElementSize); | |
1756 subf(Rindex, Rindex, R18_locals); | |
1757 std(Rvalue, -8, Rindex); | |
1758 } | |
1759 | |
1760 // Store an oop value at local variable slot Rindex. | |
1761 // Kills: | |
1762 // - Rindex | |
1763 void InterpreterMacroAssembler::store_local_ptr(Register Rvalue, Register Rindex) { | |
1764 sldi(Rindex, Rindex, Interpreter::logStackElementSize); | |
1765 subf(Rindex, Rindex, R18_locals); | |
1766 std(Rvalue, 0, Rindex); | |
1767 } | |
1768 | |
1769 // Store an int value at local variable slot Rindex. | |
1770 // Kills: | |
1771 // - Rindex | |
1772 void InterpreterMacroAssembler::store_local_float(FloatRegister Rvalue, Register Rindex) { | |
1773 sldi(Rindex, Rindex, Interpreter::logStackElementSize); | |
1774 subf(Rindex, Rindex, R18_locals); | |
1775 stfs(Rvalue, 0, Rindex); | |
1776 } | |
1777 | |
1778 // Store an int value at local variable slot Rindex. | |
1779 // Kills: | |
1780 // - Rindex | |
1781 void InterpreterMacroAssembler::store_local_double(FloatRegister Rvalue, Register Rindex) { | |
1782 sldi(Rindex, Rindex, Interpreter::logStackElementSize); | |
1783 subf(Rindex, Rindex, R18_locals); | |
1784 stfd(Rvalue, -8, Rindex); | |
1785 } | |
1786 | |
1787 // Read pending exception from thread and jump to interpreter. | |
1788 // Throw exception entry if one if pending. Fall through otherwise. | |
1789 void InterpreterMacroAssembler::check_and_forward_exception(Register Rscratch1, Register Rscratch2) { | |
1790 assert_different_registers(Rscratch1, Rscratch2, R3); | |
1791 Register Rexception = Rscratch1; | |
1792 Register Rtmp = Rscratch2; | |
1793 Label Ldone; | |
1794 // Get pending exception oop. | |
1795 ld(Rexception, thread_(pending_exception)); | |
1796 cmpdi(CCR0, Rexception, 0); | |
1797 beq(CCR0, Ldone); | |
1798 li(Rtmp, 0); | |
1799 mr_if_needed(R3, Rexception); | |
1800 std(Rtmp, thread_(pending_exception)); // Clear exception in thread | |
1801 if (Interpreter::rethrow_exception_entry() != NULL) { | |
1802 // Already got entry address. | |
1803 load_dispatch_table(Rtmp, (address*)Interpreter::rethrow_exception_entry()); | |
1804 } else { | |
1805 // Dynamically load entry address. | |
1806 int simm16_rest = load_const_optimized(Rtmp, &Interpreter::_rethrow_exception_entry, R0, true); | |
1807 ld(Rtmp, simm16_rest, Rtmp); | |
1808 } | |
1809 mtctr(Rtmp); | |
1810 save_interpreter_state(Rtmp); | |
1811 bctr(); | |
1812 | |
1813 align(32, 12); | |
1814 bind(Ldone); | |
1815 } | |
1816 | |
1817 void InterpreterMacroAssembler::call_VM(Register oop_result, address entry_point, bool check_exceptions) { | |
1818 save_interpreter_state(R11_scratch1); | |
1819 | |
1820 MacroAssembler::call_VM(oop_result, entry_point, false); | |
1821 | |
1822 restore_interpreter_state(R11_scratch1, /*bcp_and_mdx_only*/ true); | |
1823 | |
1824 check_and_handle_popframe(R11_scratch1); | |
1825 check_and_handle_earlyret(R11_scratch1); | |
1826 // Now check exceptions manually. | |
1827 if (check_exceptions) { | |
1828 check_and_forward_exception(R11_scratch1, R12_scratch2); | |
1829 } | |
1830 } | |
1831 | |
1832 void InterpreterMacroAssembler::call_VM(Register oop_result, address entry_point, Register arg_1, bool check_exceptions) { | |
1833 // ARG1 is reserved for the thread. | |
1834 mr_if_needed(R4_ARG2, arg_1); | |
1835 call_VM(oop_result, entry_point, check_exceptions); | |
1836 } | |
1837 | |
1838 void InterpreterMacroAssembler::call_VM(Register oop_result, address entry_point, Register arg_1, Register arg_2, bool check_exceptions) { | |
1839 // ARG1 is reserved for the thread. | |
1840 mr_if_needed(R4_ARG2, arg_1); | |
1841 assert(arg_2 != R4_ARG2, "smashed argument"); | |
1842 mr_if_needed(R5_ARG3, arg_2); | |
1843 call_VM(oop_result, entry_point, check_exceptions); | |
1844 } | |
1845 | |
1846 void InterpreterMacroAssembler::call_VM(Register oop_result, address entry_point, Register arg_1, Register arg_2, Register arg_3, bool check_exceptions) { | |
1847 // ARG1 is reserved for the thread. | |
1848 mr_if_needed(R4_ARG2, arg_1); | |
1849 assert(arg_2 != R4_ARG2, "smashed argument"); | |
1850 mr_if_needed(R5_ARG3, arg_2); | |
1851 assert(arg_3 != R4_ARG2 && arg_3 != R5_ARG3, "smashed argument"); | |
1852 mr_if_needed(R6_ARG4, arg_3); | |
1853 call_VM(oop_result, entry_point, check_exceptions); | |
1854 } | |
1855 | |
1856 void InterpreterMacroAssembler::save_interpreter_state(Register scratch) { | |
1857 ld(scratch, 0, R1_SP); | |
1858 std(R15_esp, _ijava_state_neg(esp), scratch); | |
1859 std(R14_bcp, _ijava_state_neg(bcp), scratch); | |
1860 std(R26_monitor, _ijava_state_neg(monitors), scratch); | |
1861 if (ProfileInterpreter) { std(R28_mdx, _ijava_state_neg(mdx), scratch); } | |
1862 // Other entries should be unchanged. | |
1863 } | |
1864 | |
1865 void InterpreterMacroAssembler::restore_interpreter_state(Register scratch, bool bcp_and_mdx_only) { | |
1866 ld(scratch, 0, R1_SP); | |
1867 ld(R14_bcp, _ijava_state_neg(bcp), scratch); // Changed by VM code (exception). | |
1868 if (ProfileInterpreter) { ld(R28_mdx, _ijava_state_neg(mdx), scratch); } // Changed by VM code. | |
1869 if (!bcp_and_mdx_only) { | |
1870 // Following ones are Metadata. | |
1871 ld(R19_method, _ijava_state_neg(method), scratch); | |
1872 ld(R27_constPoolCache, _ijava_state_neg(cpoolCache), scratch); | |
1873 // Following ones are stack addresses and don't require reload. | |
1874 ld(R15_esp, _ijava_state_neg(esp), scratch); | |
1875 ld(R18_locals, _ijava_state_neg(locals), scratch); | |
1876 ld(R26_monitor, _ijava_state_neg(monitors), scratch); | |
1877 } | |
1878 #ifdef ASSERT | |
1879 { | |
1880 Label Lok; | |
1881 subf(R0, R1_SP, scratch); | |
1882 cmpdi(CCR0, R0, frame::abi_reg_args_size + frame::ijava_state_size); | |
1883 bge(CCR0, Lok); | |
1884 stop("frame too small (restore istate)", 0x5432); | |
1885 bind(Lok); | |
1886 } | |
1887 { | |
1888 Label Lok; | |
1889 ld(R0, _ijava_state_neg(ijava_reserved), scratch); | |
1890 cmpdi(CCR0, R0, 0x5afe); | |
1891 beq(CCR0, Lok); | |
1892 stop("frame corrupted (restore istate)", 0x5afe); | |
1893 bind(Lok); | |
1894 } | |
1895 #endif | |
1896 } | |
1897 | |
1898 #endif // !CC_INTERP | |
1899 | |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1900 void InterpreterMacroAssembler::get_method_counters(Register method, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1901 Register Rcounters, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1902 Label& skip) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1903 BLOCK_COMMENT("Load and ev. allocate counter object {"); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1904 Label has_counters; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1905 ld(Rcounters, in_bytes(Method::method_counters_offset()), method); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1906 cmpdi(CCR0, Rcounters, 0); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1907 bne(CCR0, has_counters); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1908 call_VM(noreg, CAST_FROM_FN_PTR(address, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1909 InterpreterRuntime::build_method_counters), method, false); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1910 ld(Rcounters, in_bytes(Method::method_counters_offset()), method); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1911 cmpdi(CCR0, Rcounters, 0); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1912 beq(CCR0, skip); // No MethodCounters, OutOfMemory. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1913 BLOCK_COMMENT("} Load and ev. allocate counter object"); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1914 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1915 bind(has_counters); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1916 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1917 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1918 void InterpreterMacroAssembler::increment_invocation_counter(Register Rcounters, Register iv_be_count, Register Rtmp_r0) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1919 assert(UseCompiler, "incrementing must be useful"); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1920 Register invocation_count = iv_be_count; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1921 Register backedge_count = Rtmp_r0; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1922 int delta = InvocationCounter::count_increment; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1923 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1924 // Load each counter in a register. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1925 // ld(inv_counter, Rtmp); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1926 // ld(be_counter, Rtmp2); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1927 int inv_counter_offset = in_bytes(MethodCounters::invocation_counter_offset() + |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1928 InvocationCounter::counter_offset()); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1929 int be_counter_offset = in_bytes(MethodCounters::backedge_counter_offset() + |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1930 InvocationCounter::counter_offset()); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1931 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1932 BLOCK_COMMENT("Increment profiling counters {"); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1933 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1934 // Load the backedge counter. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1935 lwz(backedge_count, be_counter_offset, Rcounters); // is unsigned int |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1936 // Mask the backedge counter. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1937 Register tmp = invocation_count; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1938 li(tmp, InvocationCounter::count_mask_value); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1939 andr(backedge_count, tmp, backedge_count); // Cannot use andi, need sign extension of count_mask_value. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1940 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1941 // Load the invocation counter. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1942 lwz(invocation_count, inv_counter_offset, Rcounters); // is unsigned int |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1943 // Add the delta to the invocation counter and store the result. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1944 addi(invocation_count, invocation_count, delta); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1945 // Store value. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1946 stw(invocation_count, inv_counter_offset, Rcounters); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1947 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1948 // Add invocation counter + backedge counter. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1949 add(iv_be_count, backedge_count, invocation_count); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1950 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1951 // Note that this macro must leave the backedge_count + invocation_count in |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1952 // register iv_be_count! |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1953 BLOCK_COMMENT("} Increment profiling counters"); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1954 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1955 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1956 void InterpreterMacroAssembler::verify_oop(Register reg, TosState state) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1957 if (state == atos) { MacroAssembler::verify_oop(reg); } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1958 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
1959 |
17804 | 1960 #ifndef CC_INTERP |
1961 // Local helper function for the verify_oop_or_return_address macro. | |
1962 static bool verify_return_address(Method* m, int bci) { | |
1963 #ifndef PRODUCT | |
1964 address pc = (address)(m->constMethod()) + in_bytes(ConstMethod::codes_offset()) + bci; | |
1965 // Assume it is a valid return address if it is inside m and is preceded by a jsr. | |
1966 if (!m->contains(pc)) return false; | |
1967 address jsr_pc; | |
1968 jsr_pc = pc - Bytecodes::length_for(Bytecodes::_jsr); | |
1969 if (*jsr_pc == Bytecodes::_jsr && jsr_pc >= m->code_base()) return true; | |
1970 jsr_pc = pc - Bytecodes::length_for(Bytecodes::_jsr_w); | |
1971 if (*jsr_pc == Bytecodes::_jsr_w && jsr_pc >= m->code_base()) return true; | |
1972 #endif // PRODUCT | |
1973 return false; | |
1974 } | |
1975 | |
1976 void InterpreterMacroAssembler::verify_FPU(int stack_depth, TosState state) { | |
1977 if (VerifyFPU) { | |
1978 unimplemented("verfiyFPU"); | |
1979 } | |
1980 } | |
1981 | |
1982 void InterpreterMacroAssembler::verify_oop_or_return_address(Register reg, Register Rtmp) { | |
1983 if (!VerifyOops) return; | |
1984 | |
1985 // The VM documentation for the astore[_wide] bytecode allows | |
1986 // the TOS to be not only an oop but also a return address. | |
1987 Label test; | |
1988 Label skip; | |
1989 // See if it is an address (in the current method): | |
1990 | |
1991 const int log2_bytecode_size_limit = 16; | |
1992 srdi_(Rtmp, reg, log2_bytecode_size_limit); | |
1993 bne(CCR0, test); | |
1994 | |
1995 address fd = CAST_FROM_FN_PTR(address, verify_return_address); | |
1996 unsigned int nbytes_save = 10*8; // 10 volatile gprs | |
1997 | |
1998 save_LR_CR(Rtmp); | |
1999 push_frame_reg_args(nbytes_save, Rtmp); | |
2000 save_volatile_gprs(R1_SP, 112); // except R0 | |
2001 | |
2002 load_const_optimized(Rtmp, fd, R0); | |
2003 mr_if_needed(R4_ARG2, reg); | |
2004 mr(R3_ARG1, R19_method); | |
2005 call_c(Rtmp); // call C | |
2006 | |
2007 restore_volatile_gprs(R1_SP, 112); // except R0 | |
2008 pop_frame(); | |
2009 restore_LR_CR(Rtmp); | |
2010 b(skip); | |
2011 | |
2012 // Perform a more elaborate out-of-line call. | |
2013 // Not an address; verify it: | |
2014 bind(test); | |
2015 verify_oop(reg); | |
2016 bind(skip); | |
2017 } | |
2018 #endif // !CC_INTERP | |
2019 | |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2020 // Inline assembly for: |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2021 // |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2022 // if (thread is in interp_only_mode) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2023 // InterpreterRuntime::post_method_entry(); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2024 // } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2025 // if (*jvmpi::event_flags_array_at_addr(JVMPI_EVENT_METHOD_ENTRY ) || |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2026 // *jvmpi::event_flags_array_at_addr(JVMPI_EVENT_METHOD_ENTRY2) ) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2027 // SharedRuntime::jvmpi_method_entry(method, receiver); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2028 // } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2029 void InterpreterMacroAssembler::notify_method_entry() { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2030 // JVMTI |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2031 // Whenever JVMTI puts a thread in interp_only_mode, method |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2032 // entry/exit events are sent for that thread to track stack |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2033 // depth. If it is possible to enter interp_only_mode we add |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2034 // the code to check if the event should be sent. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2035 if (JvmtiExport::can_post_interpreter_events()) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2036 Label jvmti_post_done; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2037 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2038 lwz(R0, in_bytes(JavaThread::interp_only_mode_offset()), R16_thread); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2039 cmpwi(CCR0, R0, 0); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2040 beq(CCR0, jvmti_post_done); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2041 call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::post_method_entry), |
17804 | 2042 /*check_exceptions=*/true CC_INTERP_ONLY(&& false)); |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2043 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2044 bind(jvmti_post_done); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2045 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2046 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2047 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2048 // Inline assembly for: |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2049 // |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2050 // if (thread is in interp_only_mode) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2051 // // save result |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2052 // InterpreterRuntime::post_method_exit(); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2053 // // restore result |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2054 // } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2055 // if (*jvmpi::event_flags_array_at_addr(JVMPI_EVENT_METHOD_EXIT)) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2056 // // save result |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2057 // SharedRuntime::jvmpi_method_exit(); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2058 // // restore result |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2059 // } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2060 // |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2061 // Native methods have their result stored in d_tmp and l_tmp. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2062 // Java methods have their result stored in the expression stack. |
17804 | 2063 void InterpreterMacroAssembler::notify_method_exit(bool is_native_method, TosState state, |
2064 NotifyMethodExitMode mode, bool check_exceptions) { | |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2065 // JVMTI |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2066 // Whenever JVMTI puts a thread in interp_only_mode, method |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2067 // entry/exit events are sent for that thread to track stack |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2068 // depth. If it is possible to enter interp_only_mode we add |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2069 // the code to check if the event should be sent. |
17804 | 2070 if (mode == NotifyJVMTI && JvmtiExport::can_post_interpreter_events()) { |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2071 Label jvmti_post_done; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2072 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2073 lwz(R0, in_bytes(JavaThread::interp_only_mode_offset()), R16_thread); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2074 cmpwi(CCR0, R0, 0); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2075 beq(CCR0, jvmti_post_done); |
17804 | 2076 CC_INTERP_ONLY(assert(is_native_method && !check_exceptions, "must not push state")); |
2077 if (!is_native_method) push(state); // Expose tos to GC. | |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2078 call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::post_method_exit), |
17804 | 2079 /*check_exceptions=*/check_exceptions); |
2080 if (!is_native_method) pop(state); | |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2081 |
14445 | 2082 align(32, 12); |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2083 bind(jvmti_post_done); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2084 } |
17804 | 2085 |
2086 // Dtrace support not implemented. | |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2087 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2088 |
17804 | 2089 #ifdef CC_INTERP |
14408
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2090 // Convert the current TOP_IJAVA_FRAME into a PARENT_IJAVA_FRAME |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2091 // (using parent_frame_resize) and push a new interpreter |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2092 // TOP_IJAVA_FRAME (using frame_size). |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2093 void InterpreterMacroAssembler::push_interpreter_frame(Register top_frame_size, Register parent_frame_resize, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2094 Register tmp1, Register tmp2, Register tmp3, |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2095 Register tmp4, Register pc) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2096 assert_different_registers(top_frame_size, parent_frame_resize, tmp1, tmp2, tmp3, tmp4); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2097 ld(tmp1, _top_ijava_frame_abi(frame_manager_lr), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2098 mr(tmp2/*top_frame_sp*/, R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2099 // Move initial_caller_sp. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2100 ld(tmp4, _top_ijava_frame_abi(initial_caller_sp), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2101 neg(parent_frame_resize, parent_frame_resize); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2102 resize_frame(parent_frame_resize/*-parent_frame_resize*/, tmp3); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2103 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2104 // Set LR in new parent frame. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2105 std(tmp1, _abi(lr), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2106 // Set top_frame_sp info for new parent frame. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2107 std(tmp2, _parent_ijava_frame_abi(top_frame_sp), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2108 std(tmp4, _parent_ijava_frame_abi(initial_caller_sp), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2109 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2110 // Push new TOP_IJAVA_FRAME. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2111 push_frame(top_frame_size, tmp2); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2112 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2113 get_PC_trash_LR(tmp3); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2114 std(tmp3, _top_ijava_frame_abi(frame_manager_lr), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2115 // Used for non-initial callers by unextended_sp(). |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2116 std(R1_SP, _top_ijava_frame_abi(initial_caller_sp), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2117 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2118 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2119 // Pop the topmost TOP_IJAVA_FRAME and convert the previous |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2120 // PARENT_IJAVA_FRAME back into a TOP_IJAVA_FRAME. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2121 void InterpreterMacroAssembler::pop_interpreter_frame(Register tmp1, Register tmp2, Register tmp3, Register tmp4) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2122 assert_different_registers(tmp1, tmp2, tmp3, tmp4); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2123 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2124 ld(tmp1/*caller's sp*/, _abi(callers_sp), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2125 ld(tmp3, _abi(lr), tmp1); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2126 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2127 ld(tmp4, _parent_ijava_frame_abi(initial_caller_sp), tmp1); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2128 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2129 ld(tmp2/*caller's caller's sp*/, _abi(callers_sp), tmp1); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2130 // Merge top frame. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2131 std(tmp2, _abi(callers_sp), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2132 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2133 ld(tmp2, _parent_ijava_frame_abi(top_frame_sp), tmp1); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2134 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2135 // Update C stack pointer to caller's top_abi. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2136 resize_frame_absolute(tmp2/*addr*/, tmp1/*tmp*/, tmp2/*tmp*/); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2137 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2138 // Update LR in top_frame. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2139 std(tmp3, _top_ijava_frame_abi(frame_manager_lr), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2140 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2141 std(tmp4, _top_ijava_frame_abi(initial_caller_sp), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2142 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2143 // Store the top-frame stack-pointer for c2i adapters. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2144 std(R1_SP, _top_ijava_frame_abi(top_frame_sp), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2145 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2146 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2147 // Turn state's interpreter frame into the current TOP_IJAVA_FRAME. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2148 void InterpreterMacroAssembler::pop_interpreter_frame_to_state(Register state, Register tmp1, Register tmp2, Register tmp3) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2149 assert_different_registers(R14_state, R15_prev_state, tmp1, tmp2, tmp3); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2150 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2151 if (state == R14_state) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2152 ld(tmp1/*state's fp*/, state_(_last_Java_fp)); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2153 ld(tmp2/*state's sp*/, state_(_last_Java_sp)); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2154 } else if (state == R15_prev_state) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2155 ld(tmp1/*state's fp*/, prev_state_(_last_Java_fp)); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2156 ld(tmp2/*state's sp*/, prev_state_(_last_Java_sp)); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2157 } else { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2158 ShouldNotReachHere(); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2159 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2160 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2161 // Merge top frames. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2162 std(tmp1, _abi(callers_sp), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2163 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2164 // Tmp2 is new SP. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2165 // Tmp1 is parent's SP. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2166 resize_frame_absolute(tmp2/*addr*/, tmp1/*tmp*/, tmp2/*tmp*/); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2167 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2168 // Update LR in top_frame. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2169 // Must be interpreter frame. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2170 get_PC_trash_LR(tmp3); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2171 std(tmp3, _top_ijava_frame_abi(frame_manager_lr), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2172 // Used for non-initial callers by unextended_sp(). |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2173 std(R1_SP, _top_ijava_frame_abi(initial_caller_sp), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2174 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2175 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2176 // Set SP to initial caller's sp, but before fix the back chain. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2177 void InterpreterMacroAssembler::resize_frame_to_initial_caller(Register tmp1, Register tmp2) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2178 ld(tmp1, _parent_ijava_frame_abi(initial_caller_sp), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2179 ld(tmp2, _parent_ijava_frame_abi(callers_sp), R1_SP); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2180 std(tmp2, _parent_ijava_frame_abi(callers_sp), tmp1); // Fix back chain ... |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2181 mr(R1_SP, tmp1); // ... and resize to initial caller. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2182 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2183 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2184 // Pop the current interpreter state (without popping the correspoding |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2185 // frame) and restore R14_state and R15_prev_state accordingly. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2186 // Use prev_state_may_be_0 to indicate whether prev_state may be 0 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2187 // in order to generate an extra check before retrieving prev_state_(_prev_link). |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2188 void InterpreterMacroAssembler::pop_interpreter_state(bool prev_state_may_be_0) |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2189 { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2190 // Move prev_state to state and restore prev_state from state_(_prev_link). |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2191 Label prev_state_is_0; |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2192 mr(R14_state, R15_prev_state); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2193 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2194 // Don't retrieve /*state==*/prev_state_(_prev_link) |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2195 // if /*state==*/prev_state is 0. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2196 if (prev_state_may_be_0) { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2197 cmpdi(CCR0, R15_prev_state, 0); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2198 beq(CCR0, prev_state_is_0); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2199 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2200 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2201 ld(R15_prev_state, /*state==*/prev_state_(_prev_link)); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2202 bind(prev_state_is_0); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2203 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2204 |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2205 void InterpreterMacroAssembler::restore_prev_state() { |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2206 // _prev_link is private, but cInterpreter is a friend. |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2207 ld(R15_prev_state, state_(_prev_link)); |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2208 } |
ec28f9c041ff
8019972: PPC64 (part 9): platform files for interpreter only VM.
goetz
parents:
diff
changeset
|
2209 #endif // CC_INTERP |