annotate src/cpu/x86/vm/c1_MacroAssembler_x86.cpp @ 12355:cefad50507d8

Merge with hs25-b53
author Gilles Duboscq <duboscq@ssw.jku.at>
date Fri, 11 Oct 2013 10:38:03 +0200
parents ce248dc0a656 7944aba7ba41
children d8041d695d19
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 4947
diff changeset
2 * Copyright (c) 1999, 2012, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1295
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1295
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1295
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
25 #include "precompiled.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
26 #include "c1/c1_MacroAssembler.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
27 #include "c1/c1_Runtime1.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
28 #include "classfile/systemDictionary.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
29 #include "gc_interface/collectedHeap.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
30 #include "interpreter/interpreter.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
31 #include "oops/arrayOop.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
32 #include "oops/markOop.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
33 #include "runtime/basicLock.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
34 #include "runtime/biasedLocking.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
35 #include "runtime/os.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
36 #include "runtime/stubRoutines.hpp"
0
a61af66fc99e Initial load
duke
parents:
diff changeset
37
a61af66fc99e Initial load
duke
parents:
diff changeset
38 int C1_MacroAssembler::lock_object(Register hdr, Register obj, Register disp_hdr, Register scratch, Label& slow_case) {
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
39 const int aligned_mask = BytesPerWord -1;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
40 const int hdr_offset = oopDesc::mark_offset_in_bytes();
a61af66fc99e Initial load
duke
parents:
diff changeset
41 assert(hdr == rax, "hdr must be rax, for the cmpxchg instruction");
a61af66fc99e Initial load
duke
parents:
diff changeset
42 assert(hdr != obj && hdr != disp_hdr && obj != disp_hdr, "registers must be different");
a61af66fc99e Initial load
duke
parents:
diff changeset
43 Label done;
a61af66fc99e Initial load
duke
parents:
diff changeset
44 int null_check_offset = -1;
a61af66fc99e Initial load
duke
parents:
diff changeset
45
a61af66fc99e Initial load
duke
parents:
diff changeset
46 verify_oop(obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
47
a61af66fc99e Initial load
duke
parents:
diff changeset
48 // save object being locked into the BasicObjectLock
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
49 movptr(Address(disp_hdr, BasicObjectLock::obj_offset_in_bytes()), obj);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
50
a61af66fc99e Initial load
duke
parents:
diff changeset
51 if (UseBiasedLocking) {
a61af66fc99e Initial load
duke
parents:
diff changeset
52 assert(scratch != noreg, "should have scratch register at this point");
a61af66fc99e Initial load
duke
parents:
diff changeset
53 null_check_offset = biased_locking_enter(disp_hdr, obj, hdr, scratch, false, done, &slow_case);
a61af66fc99e Initial load
duke
parents:
diff changeset
54 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
55 null_check_offset = offset();
a61af66fc99e Initial load
duke
parents:
diff changeset
56 }
a61af66fc99e Initial load
duke
parents:
diff changeset
57
a61af66fc99e Initial load
duke
parents:
diff changeset
58 // Load object header
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
59 movptr(hdr, Address(obj, hdr_offset));
0
a61af66fc99e Initial load
duke
parents:
diff changeset
60 // and mark it as unlocked
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
61 orptr(hdr, markOopDesc::unlocked_value);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
62 // save unlocked object header into the displaced header location on the stack
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
63 movptr(Address(disp_hdr, 0), hdr);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
64 // test if object header is still the same (i.e. unlocked), and if so, store the
a61af66fc99e Initial load
duke
parents:
diff changeset
65 // displaced header address in the object header - if it is not the same, get the
a61af66fc99e Initial load
duke
parents:
diff changeset
66 // object header instead
a61af66fc99e Initial load
duke
parents:
diff changeset
67 if (os::is_MP()) MacroAssembler::lock(); // must be immediately before cmpxchg!
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
68 cmpxchgptr(disp_hdr, Address(obj, hdr_offset));
0
a61af66fc99e Initial load
duke
parents:
diff changeset
69 // if the object header was the same, we're done
a61af66fc99e Initial load
duke
parents:
diff changeset
70 if (PrintBiasedLockingStatistics) {
a61af66fc99e Initial load
duke
parents:
diff changeset
71 cond_inc32(Assembler::equal,
a61af66fc99e Initial load
duke
parents:
diff changeset
72 ExternalAddress((address)BiasedLocking::fast_path_entry_count_addr()));
a61af66fc99e Initial load
duke
parents:
diff changeset
73 }
a61af66fc99e Initial load
duke
parents:
diff changeset
74 jcc(Assembler::equal, done);
a61af66fc99e Initial load
duke
parents:
diff changeset
75 // if the object header was not the same, it is now in the hdr register
a61af66fc99e Initial load
duke
parents:
diff changeset
76 // => test if it is a stack pointer into the same stack (recursive locking), i.e.:
a61af66fc99e Initial load
duke
parents:
diff changeset
77 //
a61af66fc99e Initial load
duke
parents:
diff changeset
78 // 1) (hdr & aligned_mask) == 0
a61af66fc99e Initial load
duke
parents:
diff changeset
79 // 2) rsp <= hdr
a61af66fc99e Initial load
duke
parents:
diff changeset
80 // 3) hdr <= rsp + page_size
a61af66fc99e Initial load
duke
parents:
diff changeset
81 //
a61af66fc99e Initial load
duke
parents:
diff changeset
82 // these 3 tests can be done by evaluating the following expression:
a61af66fc99e Initial load
duke
parents:
diff changeset
83 //
a61af66fc99e Initial load
duke
parents:
diff changeset
84 // (hdr - rsp) & (aligned_mask - page_size)
a61af66fc99e Initial load
duke
parents:
diff changeset
85 //
a61af66fc99e Initial load
duke
parents:
diff changeset
86 // assuming both the stack pointer and page_size have their least
a61af66fc99e Initial load
duke
parents:
diff changeset
87 // significant 2 bits cleared and page_size is a power of 2
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
88 subptr(hdr, rsp);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
89 andptr(hdr, aligned_mask - os::vm_page_size());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
90 // for recursive locking, the result is zero => save it in the displaced header
a61af66fc99e Initial load
duke
parents:
diff changeset
91 // location (NULL in the displaced hdr location indicates recursive locking)
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
92 movptr(Address(disp_hdr, 0), hdr);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
93 // otherwise we don't care about the result and handle locking via runtime call
a61af66fc99e Initial load
duke
parents:
diff changeset
94 jcc(Assembler::notZero, slow_case);
a61af66fc99e Initial load
duke
parents:
diff changeset
95 // done
a61af66fc99e Initial load
duke
parents:
diff changeset
96 bind(done);
a61af66fc99e Initial load
duke
parents:
diff changeset
97 return null_check_offset;
a61af66fc99e Initial load
duke
parents:
diff changeset
98 }
a61af66fc99e Initial load
duke
parents:
diff changeset
99
a61af66fc99e Initial load
duke
parents:
diff changeset
100
a61af66fc99e Initial load
duke
parents:
diff changeset
101 void C1_MacroAssembler::unlock_object(Register hdr, Register obj, Register disp_hdr, Label& slow_case) {
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
102 const int aligned_mask = BytesPerWord -1;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
103 const int hdr_offset = oopDesc::mark_offset_in_bytes();
a61af66fc99e Initial load
duke
parents:
diff changeset
104 assert(disp_hdr == rax, "disp_hdr must be rax, for the cmpxchg instruction");
a61af66fc99e Initial load
duke
parents:
diff changeset
105 assert(hdr != obj && hdr != disp_hdr && obj != disp_hdr, "registers must be different");
a61af66fc99e Initial load
duke
parents:
diff changeset
106 Label done;
a61af66fc99e Initial load
duke
parents:
diff changeset
107
a61af66fc99e Initial load
duke
parents:
diff changeset
108 if (UseBiasedLocking) {
a61af66fc99e Initial load
duke
parents:
diff changeset
109 // load object
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
110 movptr(obj, Address(disp_hdr, BasicObjectLock::obj_offset_in_bytes()));
0
a61af66fc99e Initial load
duke
parents:
diff changeset
111 biased_locking_exit(obj, hdr, done);
a61af66fc99e Initial load
duke
parents:
diff changeset
112 }
a61af66fc99e Initial load
duke
parents:
diff changeset
113
a61af66fc99e Initial load
duke
parents:
diff changeset
114 // load displaced header
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
115 movptr(hdr, Address(disp_hdr, 0));
0
a61af66fc99e Initial load
duke
parents:
diff changeset
116 // if the loaded hdr is NULL we had recursive locking
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
117 testptr(hdr, hdr);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
118 // if we had recursive locking, we are done
a61af66fc99e Initial load
duke
parents:
diff changeset
119 jcc(Assembler::zero, done);
a61af66fc99e Initial load
duke
parents:
diff changeset
120 if (!UseBiasedLocking) {
a61af66fc99e Initial load
duke
parents:
diff changeset
121 // load object
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
122 movptr(obj, Address(disp_hdr, BasicObjectLock::obj_offset_in_bytes()));
0
a61af66fc99e Initial load
duke
parents:
diff changeset
123 }
a61af66fc99e Initial load
duke
parents:
diff changeset
124 verify_oop(obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
125 // test if object header is pointing to the displaced header, and if so, restore
a61af66fc99e Initial load
duke
parents:
diff changeset
126 // the displaced header in the object - if the object header is not pointing to
a61af66fc99e Initial load
duke
parents:
diff changeset
127 // the displaced header, get the object header instead
a61af66fc99e Initial load
duke
parents:
diff changeset
128 if (os::is_MP()) MacroAssembler::lock(); // must be immediately before cmpxchg!
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
129 cmpxchgptr(hdr, Address(obj, hdr_offset));
0
a61af66fc99e Initial load
duke
parents:
diff changeset
130 // if the object header was not pointing to the displaced header,
a61af66fc99e Initial load
duke
parents:
diff changeset
131 // we do unlocking via runtime call
a61af66fc99e Initial load
duke
parents:
diff changeset
132 jcc(Assembler::notEqual, slow_case);
a61af66fc99e Initial load
duke
parents:
diff changeset
133 // done
a61af66fc99e Initial load
duke
parents:
diff changeset
134 bind(done);
a61af66fc99e Initial load
duke
parents:
diff changeset
135 }
a61af66fc99e Initial load
duke
parents:
diff changeset
136
a61af66fc99e Initial load
duke
parents:
diff changeset
137
a61af66fc99e Initial load
duke
parents:
diff changeset
138 // Defines obj, preserves var_size_in_bytes
a61af66fc99e Initial load
duke
parents:
diff changeset
139 void C1_MacroAssembler::try_allocate(Register obj, Register var_size_in_bytes, int con_size_in_bytes, Register t1, Register t2, Label& slow_case) {
a61af66fc99e Initial load
duke
parents:
diff changeset
140 if (UseTLAB) {
a61af66fc99e Initial load
duke
parents:
diff changeset
141 tlab_allocate(obj, var_size_in_bytes, con_size_in_bytes, t1, t2, slow_case);
a61af66fc99e Initial load
duke
parents:
diff changeset
142 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
143 eden_allocate(obj, var_size_in_bytes, con_size_in_bytes, t1, slow_case);
2100
b1a2afa37ec4 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 2002
diff changeset
144 incr_allocated_bytes(noreg, var_size_in_bytes, con_size_in_bytes, t1);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
145 }
a61af66fc99e Initial load
duke
parents:
diff changeset
146 }
a61af66fc99e Initial load
duke
parents:
diff changeset
147
a61af66fc99e Initial load
duke
parents:
diff changeset
148
a61af66fc99e Initial load
duke
parents:
diff changeset
149 void C1_MacroAssembler::initialize_header(Register obj, Register klass, Register len, Register t1, Register t2) {
a61af66fc99e Initial load
duke
parents:
diff changeset
150 assert_different_registers(obj, klass, len);
a61af66fc99e Initial load
duke
parents:
diff changeset
151 if (UseBiasedLocking && !len->is_valid()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
152 assert_different_registers(obj, klass, len, t1, t2);
4762
069ab3f976d3 7118863: Move sizeof(klassOopDesc) into the *Klass::*_offset_in_bytes() functions
stefank
parents: 2100
diff changeset
153 movptr(t1, Address(klass, Klass::prototype_header_offset()));
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
154 movptr(Address(obj, oopDesc::mark_offset_in_bytes()), t1);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
155 } else {
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
156 // This assumes that all prototype bits fit in an int32_t
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
157 movptr(Address(obj, oopDesc::mark_offset_in_bytes ()), (int32_t)(intptr_t)markOopDesc::prototype());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
158 }
2002
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
159 #ifdef _LP64
12226
7944aba7ba41 8015107: NPG: Use consistent naming for metaspace concepts
ehelin
parents: 6848
diff changeset
160 if (UseCompressedClassPointers) { // Take care not to kill klass
2002
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
161 movptr(t1, klass);
6848
8e47bac5643a 7054512: Compress class pointers after perm gen removal
roland
parents: 6725
diff changeset
162 encode_klass_not_null(t1);
2002
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
163 movl(Address(obj, oopDesc::klass_offset_in_bytes()), t1);
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
164 } else
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
165 #endif
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
166 {
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
167 movptr(Address(obj, oopDesc::klass_offset_in_bytes()), klass);
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
168 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
169
a61af66fc99e Initial load
duke
parents:
diff changeset
170 if (len->is_valid()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
171 movl(Address(obj, arrayOopDesc::length_offset_in_bytes()), len);
a61af66fc99e Initial load
duke
parents:
diff changeset
172 }
2002
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
173 #ifdef _LP64
12226
7944aba7ba41 8015107: NPG: Use consistent naming for metaspace concepts
ehelin
parents: 6848
diff changeset
174 else if (UseCompressedClassPointers) {
2002
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
175 xorptr(t1, t1);
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
176 store_klass_gap(obj, t1);
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
177 }
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
178 #endif
0
a61af66fc99e Initial load
duke
parents:
diff changeset
179 }
a61af66fc99e Initial load
duke
parents:
diff changeset
180
a61af66fc99e Initial load
duke
parents:
diff changeset
181
a61af66fc99e Initial load
duke
parents:
diff changeset
182 // preserves obj, destroys len_in_bytes
a61af66fc99e Initial load
duke
parents:
diff changeset
183 void C1_MacroAssembler::initialize_body(Register obj, Register len_in_bytes, int hdr_size_in_bytes, Register t1) {
a61af66fc99e Initial load
duke
parents:
diff changeset
184 Label done;
a61af66fc99e Initial load
duke
parents:
diff changeset
185 assert(obj != len_in_bytes && obj != t1 && t1 != len_in_bytes, "registers must be different");
a61af66fc99e Initial load
duke
parents:
diff changeset
186 assert((hdr_size_in_bytes & (BytesPerWord - 1)) == 0, "header size is not a multiple of BytesPerWord");
a61af66fc99e Initial load
duke
parents:
diff changeset
187 Register index = len_in_bytes;
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
188 // index is positive and ptr sized
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
189 subptr(index, hdr_size_in_bytes);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
190 jcc(Assembler::zero, done);
a61af66fc99e Initial load
duke
parents:
diff changeset
191 // initialize topmost word, divide index by 2, check if odd and test if zero
a61af66fc99e Initial load
duke
parents:
diff changeset
192 // note: for the remaining code to work, index must be a multiple of BytesPerWord
a61af66fc99e Initial load
duke
parents:
diff changeset
193 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
194 { Label L;
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
195 testptr(index, BytesPerWord - 1);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
196 jcc(Assembler::zero, L);
a61af66fc99e Initial load
duke
parents:
diff changeset
197 stop("index is not a multiple of BytesPerWord");
a61af66fc99e Initial load
duke
parents:
diff changeset
198 bind(L);
a61af66fc99e Initial load
duke
parents:
diff changeset
199 }
a61af66fc99e Initial load
duke
parents:
diff changeset
200 #endif
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
201 xorptr(t1, t1); // use _zero reg to clear memory (shorter code)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
202 if (UseIncDec) {
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
203 shrptr(index, 3); // divide by 8/16 and set carry flag if bit 2 was set
0
a61af66fc99e Initial load
duke
parents:
diff changeset
204 } else {
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
205 shrptr(index, 2); // use 2 instructions to avoid partial flag stall
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
206 shrptr(index, 1);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
207 }
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
208 #ifndef _LP64
0
a61af66fc99e Initial load
duke
parents:
diff changeset
209 // index could have been not a multiple of 8 (i.e., bit 2 was set)
a61af66fc99e Initial load
duke
parents:
diff changeset
210 { Label even;
a61af66fc99e Initial load
duke
parents:
diff changeset
211 // note: if index was a multiple of 8, than it cannot
a61af66fc99e Initial load
duke
parents:
diff changeset
212 // be 0 now otherwise it must have been 0 before
a61af66fc99e Initial load
duke
parents:
diff changeset
213 // => if it is even, we don't need to check for 0 again
a61af66fc99e Initial load
duke
parents:
diff changeset
214 jcc(Assembler::carryClear, even);
a61af66fc99e Initial load
duke
parents:
diff changeset
215 // clear topmost word (no jump needed if conditional assignment would work here)
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
216 movptr(Address(obj, index, Address::times_8, hdr_size_in_bytes - 0*BytesPerWord), t1);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
217 // index could be 0 now, need to check again
a61af66fc99e Initial load
duke
parents:
diff changeset
218 jcc(Assembler::zero, done);
a61af66fc99e Initial load
duke
parents:
diff changeset
219 bind(even);
a61af66fc99e Initial load
duke
parents:
diff changeset
220 }
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
221 #endif // !_LP64
0
a61af66fc99e Initial load
duke
parents:
diff changeset
222 // initialize remaining object fields: rdx is a multiple of 2 now
a61af66fc99e Initial load
duke
parents:
diff changeset
223 { Label loop;
a61af66fc99e Initial load
duke
parents:
diff changeset
224 bind(loop);
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
225 movptr(Address(obj, index, Address::times_8, hdr_size_in_bytes - 1*BytesPerWord), t1);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
226 NOT_LP64(movptr(Address(obj, index, Address::times_8, hdr_size_in_bytes - 2*BytesPerWord), t1);)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
227 decrement(index);
a61af66fc99e Initial load
duke
parents:
diff changeset
228 jcc(Assembler::notZero, loop);
a61af66fc99e Initial load
duke
parents:
diff changeset
229 }
a61af66fc99e Initial load
duke
parents:
diff changeset
230
a61af66fc99e Initial load
duke
parents:
diff changeset
231 // done
a61af66fc99e Initial load
duke
parents:
diff changeset
232 bind(done);
a61af66fc99e Initial load
duke
parents:
diff changeset
233 }
a61af66fc99e Initial load
duke
parents:
diff changeset
234
a61af66fc99e Initial load
duke
parents:
diff changeset
235
a61af66fc99e Initial load
duke
parents:
diff changeset
236 void C1_MacroAssembler::allocate_object(Register obj, Register t1, Register t2, int header_size, int object_size, Register klass, Label& slow_case) {
a61af66fc99e Initial load
duke
parents:
diff changeset
237 assert(obj == rax, "obj must be in rax, for cmpxchg");
2100
b1a2afa37ec4 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 2002
diff changeset
238 assert_different_registers(obj, t1, t2); // XXX really?
0
a61af66fc99e Initial load
duke
parents:
diff changeset
239 assert(header_size >= 0 && object_size >= header_size, "illegal sizes");
a61af66fc99e Initial load
duke
parents:
diff changeset
240
a61af66fc99e Initial load
duke
parents:
diff changeset
241 try_allocate(obj, noreg, object_size * BytesPerWord, t1, t2, slow_case);
a61af66fc99e Initial load
duke
parents:
diff changeset
242
a61af66fc99e Initial load
duke
parents:
diff changeset
243 initialize_object(obj, klass, noreg, object_size * HeapWordSize, t1, t2);
a61af66fc99e Initial load
duke
parents:
diff changeset
244 }
a61af66fc99e Initial load
duke
parents:
diff changeset
245
a61af66fc99e Initial load
duke
parents:
diff changeset
246 void C1_MacroAssembler::initialize_object(Register obj, Register klass, Register var_size_in_bytes, int con_size_in_bytes, Register t1, Register t2) {
a61af66fc99e Initial load
duke
parents:
diff changeset
247 assert((con_size_in_bytes & MinObjAlignmentInBytesMask) == 0,
a61af66fc99e Initial load
duke
parents:
diff changeset
248 "con_size_in_bytes is not multiple of alignment");
2002
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
249 const int hdr_size_in_bytes = instanceOopDesc::header_size() * HeapWordSize;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
250
a61af66fc99e Initial load
duke
parents:
diff changeset
251 initialize_header(obj, klass, noreg, t1, t2);
a61af66fc99e Initial load
duke
parents:
diff changeset
252
a61af66fc99e Initial load
duke
parents:
diff changeset
253 // clear rest of allocated space
a61af66fc99e Initial load
duke
parents:
diff changeset
254 const Register t1_zero = t1;
a61af66fc99e Initial load
duke
parents:
diff changeset
255 const Register index = t2;
a61af66fc99e Initial load
duke
parents:
diff changeset
256 const int threshold = 6 * BytesPerWord; // approximate break even point for code size (see comments below)
a61af66fc99e Initial load
duke
parents:
diff changeset
257 if (var_size_in_bytes != noreg) {
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
258 mov(index, var_size_in_bytes);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
259 initialize_body(obj, index, hdr_size_in_bytes, t1_zero);
a61af66fc99e Initial load
duke
parents:
diff changeset
260 } else if (con_size_in_bytes <= threshold) {
a61af66fc99e Initial load
duke
parents:
diff changeset
261 // use explicit null stores
a61af66fc99e Initial load
duke
parents:
diff changeset
262 // code size = 2 + 3*n bytes (n = number of fields to clear)
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
263 xorptr(t1_zero, t1_zero); // use t1_zero reg to clear memory (shorter code)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
264 for (int i = hdr_size_in_bytes; i < con_size_in_bytes; i += BytesPerWord)
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
265 movptr(Address(obj, i), t1_zero);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
266 } else if (con_size_in_bytes > hdr_size_in_bytes) {
a61af66fc99e Initial load
duke
parents:
diff changeset
267 // use loop to null out the fields
a61af66fc99e Initial load
duke
parents:
diff changeset
268 // code size = 16 bytes for even n (n = number of fields to clear)
a61af66fc99e Initial load
duke
parents:
diff changeset
269 // initialize last object field first if odd number of fields
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
270 xorptr(t1_zero, t1_zero); // use t1_zero reg to clear memory (shorter code)
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
271 movptr(index, (con_size_in_bytes - hdr_size_in_bytes) >> 3);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
272 // initialize last object field if constant size is odd
a61af66fc99e Initial load
duke
parents:
diff changeset
273 if (((con_size_in_bytes - hdr_size_in_bytes) & 4) != 0)
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
274 movptr(Address(obj, con_size_in_bytes - (1*BytesPerWord)), t1_zero);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
275 // initialize remaining object fields: rdx is a multiple of 2
a61af66fc99e Initial load
duke
parents:
diff changeset
276 { Label loop;
a61af66fc99e Initial load
duke
parents:
diff changeset
277 bind(loop);
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
278 movptr(Address(obj, index, Address::times_8, hdr_size_in_bytes - (1*BytesPerWord)),
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
279 t1_zero);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
280 NOT_LP64(movptr(Address(obj, index, Address::times_8, hdr_size_in_bytes - (2*BytesPerWord)),
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
281 t1_zero);)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
282 decrement(index);
a61af66fc99e Initial load
duke
parents:
diff changeset
283 jcc(Assembler::notZero, loop);
a61af66fc99e Initial load
duke
parents:
diff changeset
284 }
a61af66fc99e Initial load
duke
parents:
diff changeset
285 }
a61af66fc99e Initial load
duke
parents:
diff changeset
286
780
c96bf21b756f 6788527: Server vm intermittently fails with assertion "live value must not be garbage" with fastdebug bits
kvn
parents: 304
diff changeset
287 if (CURRENT_ENV->dtrace_alloc_probes()) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
288 assert(obj == rax, "must be");
a61af66fc99e Initial load
duke
parents:
diff changeset
289 call(RuntimeAddress(Runtime1::entry_for(Runtime1::dtrace_object_alloc_id)));
a61af66fc99e Initial load
duke
parents:
diff changeset
290 }
a61af66fc99e Initial load
duke
parents:
diff changeset
291
a61af66fc99e Initial load
duke
parents:
diff changeset
292 verify_oop(obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
293 }
a61af66fc99e Initial load
duke
parents:
diff changeset
294
a61af66fc99e Initial load
duke
parents:
diff changeset
295 void C1_MacroAssembler::allocate_array(Register obj, Register len, Register t1, Register t2, int header_size, Address::ScaleFactor f, Register klass, Label& slow_case) {
a61af66fc99e Initial load
duke
parents:
diff changeset
296 assert(obj == rax, "obj must be in rax, for cmpxchg");
a61af66fc99e Initial load
duke
parents:
diff changeset
297 assert_different_registers(obj, len, t1, t2, klass);
a61af66fc99e Initial load
duke
parents:
diff changeset
298
a61af66fc99e Initial load
duke
parents:
diff changeset
299 // determine alignment mask
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
300 assert(!(BytesPerWord & 1), "must be a multiple of 2 for masking code to work");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
301
a61af66fc99e Initial load
duke
parents:
diff changeset
302 // check for negative or excessive length
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
303 cmpptr(len, (int32_t)max_array_allocation_length);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
304 jcc(Assembler::above, slow_case);
a61af66fc99e Initial load
duke
parents:
diff changeset
305
a61af66fc99e Initial load
duke
parents:
diff changeset
306 const Register arr_size = t2; // okay to be the same
a61af66fc99e Initial load
duke
parents:
diff changeset
307 // align object end
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
308 movptr(arr_size, (int32_t)header_size * BytesPerWord + MinObjAlignmentInBytesMask);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
309 lea(arr_size, Address(arr_size, len, f));
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
310 andptr(arr_size, ~MinObjAlignmentInBytesMask);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
311
a61af66fc99e Initial load
duke
parents:
diff changeset
312 try_allocate(obj, arr_size, 0, t1, t2, slow_case);
a61af66fc99e Initial load
duke
parents:
diff changeset
313
a61af66fc99e Initial load
duke
parents:
diff changeset
314 initialize_header(obj, klass, len, t1, t2);
a61af66fc99e Initial load
duke
parents:
diff changeset
315
a61af66fc99e Initial load
duke
parents:
diff changeset
316 // clear rest of allocated space
a61af66fc99e Initial load
duke
parents:
diff changeset
317 const Register len_zero = len;
a61af66fc99e Initial load
duke
parents:
diff changeset
318 initialize_body(obj, arr_size, header_size * BytesPerWord, len_zero);
a61af66fc99e Initial load
duke
parents:
diff changeset
319
780
c96bf21b756f 6788527: Server vm intermittently fails with assertion "live value must not be garbage" with fastdebug bits
kvn
parents: 304
diff changeset
320 if (CURRENT_ENV->dtrace_alloc_probes()) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
321 assert(obj == rax, "must be");
a61af66fc99e Initial load
duke
parents:
diff changeset
322 call(RuntimeAddress(Runtime1::entry_for(Runtime1::dtrace_object_alloc_id)));
a61af66fc99e Initial load
duke
parents:
diff changeset
323 }
a61af66fc99e Initial load
duke
parents:
diff changeset
324
a61af66fc99e Initial load
duke
parents:
diff changeset
325 verify_oop(obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
326 }
a61af66fc99e Initial load
duke
parents:
diff changeset
327
a61af66fc99e Initial load
duke
parents:
diff changeset
328
a61af66fc99e Initial load
duke
parents:
diff changeset
329
a61af66fc99e Initial load
duke
parents:
diff changeset
330 void C1_MacroAssembler::inline_cache_check(Register receiver, Register iCache) {
a61af66fc99e Initial load
duke
parents:
diff changeset
331 verify_oop(receiver);
a61af66fc99e Initial load
duke
parents:
diff changeset
332 // explicit NULL check not needed since load from [klass_offset] causes a trap
a61af66fc99e Initial load
duke
parents:
diff changeset
333 // check against inline cache
a61af66fc99e Initial load
duke
parents:
diff changeset
334 assert(!MacroAssembler::needs_explicit_null_check(oopDesc::klass_offset_in_bytes()), "must add explicit null check");
a61af66fc99e Initial load
duke
parents:
diff changeset
335 int start_offset = offset();
2002
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
336
12226
7944aba7ba41 8015107: NPG: Use consistent naming for metaspace concepts
ehelin
parents: 6848
diff changeset
337 if (UseCompressedClassPointers) {
2002
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
338 load_klass(rscratch1, receiver);
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
339 cmpptr(rscratch1, iCache);
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
340 } else {
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
341 cmpptr(iCache, Address(receiver, oopDesc::klass_offset_in_bytes()));
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
342 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
343 // if icache check fails, then jump to runtime routine
a61af66fc99e Initial load
duke
parents:
diff changeset
344 // Note: RECEIVER must still contain the receiver!
a61af66fc99e Initial load
duke
parents:
diff changeset
345 jump_cc(Assembler::notEqual,
a61af66fc99e Initial load
duke
parents:
diff changeset
346 RuntimeAddress(SharedRuntime::get_ic_miss_stub()));
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
347 const int ic_cmp_size = LP64_ONLY(10) NOT_LP64(9);
12226
7944aba7ba41 8015107: NPG: Use consistent naming for metaspace concepts
ehelin
parents: 6848
diff changeset
348 assert(UseCompressedClassPointers || offset() - start_offset == ic_cmp_size, "check alignment in emit_method_entry");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
349 }
a61af66fc99e Initial load
duke
parents:
diff changeset
350
a61af66fc99e Initial load
duke
parents:
diff changeset
351
a61af66fc99e Initial load
duke
parents:
diff changeset
352 void C1_MacroAssembler::build_frame(int frame_size_in_bytes) {
a61af66fc99e Initial load
duke
parents:
diff changeset
353 // Make sure there is enough stack space for this method's activation.
a61af66fc99e Initial load
duke
parents:
diff changeset
354 // Note that we do this before doing an enter(). This matches the
a61af66fc99e Initial load
duke
parents:
diff changeset
355 // ordering of C2's stack overflow check / rsp decrement and allows
a61af66fc99e Initial load
duke
parents:
diff changeset
356 // the SharedRuntime stack overflow handling to be consistent
a61af66fc99e Initial load
duke
parents:
diff changeset
357 // between the two compilers.
a61af66fc99e Initial load
duke
parents:
diff changeset
358 generate_stack_overflow_check(frame_size_in_bytes);
a61af66fc99e Initial load
duke
parents:
diff changeset
359
1295
3cf667df43ef 6919934: JSR 292 needs to support x86 C1
twisti
parents: 844
diff changeset
360 push(rbp);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
361 #ifdef TIERED
a61af66fc99e Initial load
duke
parents:
diff changeset
362 // c2 leaves fpu stack dirty. Clean it on entry
a61af66fc99e Initial load
duke
parents:
diff changeset
363 if (UseSSE < 2 ) {
a61af66fc99e Initial load
duke
parents:
diff changeset
364 empty_FPU_stack();
a61af66fc99e Initial load
duke
parents:
diff changeset
365 }
a61af66fc99e Initial load
duke
parents:
diff changeset
366 #endif // TIERED
a61af66fc99e Initial load
duke
parents:
diff changeset
367 decrement(rsp, frame_size_in_bytes); // does not emit code for frame_size == 0
a61af66fc99e Initial load
duke
parents:
diff changeset
368 }
a61af66fc99e Initial load
duke
parents:
diff changeset
369
a61af66fc99e Initial load
duke
parents:
diff changeset
370
1295
3cf667df43ef 6919934: JSR 292 needs to support x86 C1
twisti
parents: 844
diff changeset
371 void C1_MacroAssembler::remove_frame(int frame_size_in_bytes) {
3cf667df43ef 6919934: JSR 292 needs to support x86 C1
twisti
parents: 844
diff changeset
372 increment(rsp, frame_size_in_bytes); // Does not emit code for frame_size == 0
3cf667df43ef 6919934: JSR 292 needs to support x86 C1
twisti
parents: 844
diff changeset
373 pop(rbp);
3cf667df43ef 6919934: JSR 292 needs to support x86 C1
twisti
parents: 844
diff changeset
374 }
3cf667df43ef 6919934: JSR 292 needs to support x86 C1
twisti
parents: 844
diff changeset
375
3cf667df43ef 6919934: JSR 292 needs to support x86 C1
twisti
parents: 844
diff changeset
376
0
a61af66fc99e Initial load
duke
parents:
diff changeset
377 void C1_MacroAssembler::unverified_entry(Register receiver, Register ic_klass) {
a61af66fc99e Initial load
duke
parents:
diff changeset
378 if (C1Breakpoint) int3();
a61af66fc99e Initial load
duke
parents:
diff changeset
379 inline_cache_check(receiver, ic_klass);
a61af66fc99e Initial load
duke
parents:
diff changeset
380 }
a61af66fc99e Initial load
duke
parents:
diff changeset
381
a61af66fc99e Initial load
duke
parents:
diff changeset
382
a61af66fc99e Initial load
duke
parents:
diff changeset
383 void C1_MacroAssembler::verified_entry() {
4947
fd8114661503 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 4762
diff changeset
384 if (C1Breakpoint || VerifyFPU || !UseStackBanging) {
fd8114661503 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 4762
diff changeset
385 // Verified Entry first instruction should be 5 bytes long for correct
fd8114661503 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 4762
diff changeset
386 // patching by patch_verified_entry().
fd8114661503 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 4762
diff changeset
387 //
fd8114661503 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 4762
diff changeset
388 // C1Breakpoint and VerifyFPU have one byte first instruction.
fd8114661503 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 4762
diff changeset
389 // Also first instruction will be one byte "push(rbp)" if stack banging
fd8114661503 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 4762
diff changeset
390 // code is not generated (see build_frame() above).
fd8114661503 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 4762
diff changeset
391 // For all these cases generate long instruction first.
fd8114661503 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 4762
diff changeset
392 fat_nop();
fd8114661503 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 4762
diff changeset
393 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
394 if (C1Breakpoint)int3();
a61af66fc99e Initial load
duke
parents:
diff changeset
395 // build frame
a61af66fc99e Initial load
duke
parents:
diff changeset
396 verify_FPU(0, "method_entry");
a61af66fc99e Initial load
duke
parents:
diff changeset
397 }
a61af66fc99e Initial load
duke
parents:
diff changeset
398
a61af66fc99e Initial load
duke
parents:
diff changeset
399
a61af66fc99e Initial load
duke
parents:
diff changeset
400 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
401
a61af66fc99e Initial load
duke
parents:
diff changeset
402 void C1_MacroAssembler::verify_stack_oop(int stack_offset) {
a61af66fc99e Initial load
duke
parents:
diff changeset
403 if (!VerifyOops) return;
a61af66fc99e Initial load
duke
parents:
diff changeset
404 verify_oop_addr(Address(rsp, stack_offset));
a61af66fc99e Initial load
duke
parents:
diff changeset
405 }
a61af66fc99e Initial load
duke
parents:
diff changeset
406
a61af66fc99e Initial load
duke
parents:
diff changeset
407 void C1_MacroAssembler::verify_not_null_oop(Register r) {
a61af66fc99e Initial load
duke
parents:
diff changeset
408 if (!VerifyOops) return;
a61af66fc99e Initial load
duke
parents:
diff changeset
409 Label not_null;
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
410 testptr(r, r);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
411 jcc(Assembler::notZero, not_null);
a61af66fc99e Initial load
duke
parents:
diff changeset
412 stop("non-null oop required");
a61af66fc99e Initial load
duke
parents:
diff changeset
413 bind(not_null);
a61af66fc99e Initial load
duke
parents:
diff changeset
414 verify_oop(r);
a61af66fc99e Initial load
duke
parents:
diff changeset
415 }
a61af66fc99e Initial load
duke
parents:
diff changeset
416
a61af66fc99e Initial load
duke
parents:
diff changeset
417 void C1_MacroAssembler::invalidate_registers(bool inv_rax, bool inv_rbx, bool inv_rcx, bool inv_rdx, bool inv_rsi, bool inv_rdi) {
a61af66fc99e Initial load
duke
parents:
diff changeset
418 #ifdef ASSERT
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
419 if (inv_rax) movptr(rax, 0xDEAD);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
420 if (inv_rbx) movptr(rbx, 0xDEAD);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
421 if (inv_rcx) movptr(rcx, 0xDEAD);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
422 if (inv_rdx) movptr(rdx, 0xDEAD);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
423 if (inv_rsi) movptr(rsi, 0xDEAD);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 196
diff changeset
424 if (inv_rdi) movptr(rdi, 0xDEAD);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
425 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
426 }
a61af66fc99e Initial load
duke
parents:
diff changeset
427
a61af66fc99e Initial load
duke
parents:
diff changeset
428 #endif // ifndef PRODUCT