annotate src/cpu/x86/vm/vtableStubs_x86_32.cpp @ 71:3d62cb85208d

6662967: Optimize I2D conversion on new x86 Summary: Use CVTDQ2PS and CVTDQ2PD for integer values conversions to float and double values on new AMD cpu. Reviewed-by: sgoldman, never
author kvn
date Wed, 19 Mar 2008 15:33:25 -0700
parents f8236e79048a
children dc7f315e41f7
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
a61af66fc99e Initial load
duke
parents:
diff changeset
2 * Copyright 1997-2006 Sun Microsystems, Inc. All Rights Reserved.
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
a61af66fc99e Initial load
duke
parents:
diff changeset
19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
a61af66fc99e Initial load
duke
parents:
diff changeset
20 * CA 95054 USA or visit www.sun.com if you need additional information or
a61af66fc99e Initial load
duke
parents:
diff changeset
21 * have any questions.
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
a61af66fc99e Initial load
duke
parents:
diff changeset
25 #include "incls/_precompiled.incl"
a61af66fc99e Initial load
duke
parents:
diff changeset
26 #include "incls/_vtableStubs_x86_32.cpp.incl"
a61af66fc99e Initial load
duke
parents:
diff changeset
27
a61af66fc99e Initial load
duke
parents:
diff changeset
28 // machine-dependent part of VtableStubs: create VtableStub of correct size and
a61af66fc99e Initial load
duke
parents:
diff changeset
29 // initialize its code
a61af66fc99e Initial load
duke
parents:
diff changeset
30
a61af66fc99e Initial load
duke
parents:
diff changeset
31 #define __ masm->
a61af66fc99e Initial load
duke
parents:
diff changeset
32
a61af66fc99e Initial load
duke
parents:
diff changeset
33 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
34 extern "C" void bad_compiled_vtable_index(JavaThread* thread, oop receiver, int index);
a61af66fc99e Initial load
duke
parents:
diff changeset
35 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
36
a61af66fc99e Initial load
duke
parents:
diff changeset
37 // used by compiler only; may use only caller saved registers rax, rbx, rcx.
a61af66fc99e Initial load
duke
parents:
diff changeset
38 // rdx holds first int arg, rsi, rdi, rbp are callee-save & must be preserved.
a61af66fc99e Initial load
duke
parents:
diff changeset
39 // Leave receiver in rcx; required behavior when +OptoArgsInRegisters
a61af66fc99e Initial load
duke
parents:
diff changeset
40 // is modifed to put first oop in rcx.
a61af66fc99e Initial load
duke
parents:
diff changeset
41 //
a61af66fc99e Initial load
duke
parents:
diff changeset
42 VtableStub* VtableStubs::create_vtable_stub(int vtable_index) {
a61af66fc99e Initial load
duke
parents:
diff changeset
43 const int i486_code_length = VtableStub::pd_code_size_limit(true);
a61af66fc99e Initial load
duke
parents:
diff changeset
44 VtableStub* s = new(i486_code_length) VtableStub(true, vtable_index);
a61af66fc99e Initial load
duke
parents:
diff changeset
45 ResourceMark rm;
a61af66fc99e Initial load
duke
parents:
diff changeset
46 CodeBuffer cb(s->entry_point(), i486_code_length);
a61af66fc99e Initial load
duke
parents:
diff changeset
47 MacroAssembler* masm = new MacroAssembler(&cb);
a61af66fc99e Initial load
duke
parents:
diff changeset
48
a61af66fc99e Initial load
duke
parents:
diff changeset
49 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
50
a61af66fc99e Initial load
duke
parents:
diff changeset
51 if (CountCompiledCalls) {
a61af66fc99e Initial load
duke
parents:
diff changeset
52 __ increment(ExternalAddress((address) SharedRuntime::nof_megamorphic_calls_addr()));
a61af66fc99e Initial load
duke
parents:
diff changeset
53 }
a61af66fc99e Initial load
duke
parents:
diff changeset
54 #endif /* PRODUCT */
a61af66fc99e Initial load
duke
parents:
diff changeset
55
a61af66fc99e Initial load
duke
parents:
diff changeset
56 // get receiver (need to skip return address on top of stack)
a61af66fc99e Initial load
duke
parents:
diff changeset
57 assert(VtableStub::receiver_location() == rcx->as_VMReg(), "receiver expected in rcx");
a61af66fc99e Initial load
duke
parents:
diff changeset
58
a61af66fc99e Initial load
duke
parents:
diff changeset
59 // get receiver klass
a61af66fc99e Initial load
duke
parents:
diff changeset
60 address npe_addr = __ pc();
a61af66fc99e Initial load
duke
parents:
diff changeset
61 __ movl(rax, Address(rcx, oopDesc::klass_offset_in_bytes()));
a61af66fc99e Initial load
duke
parents:
diff changeset
62 // compute entry offset (in words)
a61af66fc99e Initial load
duke
parents:
diff changeset
63 int entry_offset = instanceKlass::vtable_start_offset() + vtable_index*vtableEntry::size();
a61af66fc99e Initial load
duke
parents:
diff changeset
64 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
65 if (DebugVtables) {
a61af66fc99e Initial load
duke
parents:
diff changeset
66 Label L;
a61af66fc99e Initial load
duke
parents:
diff changeset
67 // check offset vs vtable length
a61af66fc99e Initial load
duke
parents:
diff changeset
68 __ cmpl(Address(rax, instanceKlass::vtable_length_offset()*wordSize), vtable_index*vtableEntry::size());
a61af66fc99e Initial load
duke
parents:
diff changeset
69 __ jcc(Assembler::greater, L);
a61af66fc99e Initial load
duke
parents:
diff changeset
70 __ movl(rbx, vtable_index);
a61af66fc99e Initial load
duke
parents:
diff changeset
71 __ call_VM(noreg, CAST_FROM_FN_PTR(address, bad_compiled_vtable_index), rcx, rbx);
a61af66fc99e Initial load
duke
parents:
diff changeset
72 __ bind(L);
a61af66fc99e Initial load
duke
parents:
diff changeset
73 }
a61af66fc99e Initial load
duke
parents:
diff changeset
74 #endif // PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
75
a61af66fc99e Initial load
duke
parents:
diff changeset
76 const Register method = rbx;
a61af66fc99e Initial load
duke
parents:
diff changeset
77
a61af66fc99e Initial load
duke
parents:
diff changeset
78 // load methodOop and target address
a61af66fc99e Initial load
duke
parents:
diff changeset
79 __ movl(method, Address(rax, entry_offset*wordSize + vtableEntry::method_offset_in_bytes()));
a61af66fc99e Initial load
duke
parents:
diff changeset
80 if (DebugVtables) {
a61af66fc99e Initial load
duke
parents:
diff changeset
81 Label L;
a61af66fc99e Initial load
duke
parents:
diff changeset
82 __ cmpl(method, NULL_WORD);
a61af66fc99e Initial load
duke
parents:
diff changeset
83 __ jcc(Assembler::equal, L);
a61af66fc99e Initial load
duke
parents:
diff changeset
84 __ cmpl(Address(method, methodOopDesc::from_compiled_offset()), NULL_WORD);
a61af66fc99e Initial load
duke
parents:
diff changeset
85 __ jcc(Assembler::notZero, L);
a61af66fc99e Initial load
duke
parents:
diff changeset
86 __ stop("Vtable entry is NULL");
a61af66fc99e Initial load
duke
parents:
diff changeset
87 __ bind(L);
a61af66fc99e Initial load
duke
parents:
diff changeset
88 }
a61af66fc99e Initial load
duke
parents:
diff changeset
89
a61af66fc99e Initial load
duke
parents:
diff changeset
90 // rax,: receiver klass
a61af66fc99e Initial load
duke
parents:
diff changeset
91 // method (rbx): methodOop
a61af66fc99e Initial load
duke
parents:
diff changeset
92 // rcx: receiver
a61af66fc99e Initial load
duke
parents:
diff changeset
93 address ame_addr = __ pc();
a61af66fc99e Initial load
duke
parents:
diff changeset
94 __ jmp( Address(method, methodOopDesc::from_compiled_offset()));
a61af66fc99e Initial load
duke
parents:
diff changeset
95
a61af66fc99e Initial load
duke
parents:
diff changeset
96 masm->flush();
a61af66fc99e Initial load
duke
parents:
diff changeset
97 s->set_exception_points(npe_addr, ame_addr);
a61af66fc99e Initial load
duke
parents:
diff changeset
98 return s;
a61af66fc99e Initial load
duke
parents:
diff changeset
99 }
a61af66fc99e Initial load
duke
parents:
diff changeset
100
a61af66fc99e Initial load
duke
parents:
diff changeset
101
a61af66fc99e Initial load
duke
parents:
diff changeset
102 VtableStub* VtableStubs::create_itable_stub(int vtable_index) {
a61af66fc99e Initial load
duke
parents:
diff changeset
103 // Note well: pd_code_size_limit is the absolute minimum we can get away with. If you
a61af66fc99e Initial load
duke
parents:
diff changeset
104 // add code here, bump the code stub size returned by pd_code_size_limit!
a61af66fc99e Initial load
duke
parents:
diff changeset
105 const int i486_code_length = VtableStub::pd_code_size_limit(false);
a61af66fc99e Initial load
duke
parents:
diff changeset
106 VtableStub* s = new(i486_code_length) VtableStub(false, vtable_index);
a61af66fc99e Initial load
duke
parents:
diff changeset
107 ResourceMark rm;
a61af66fc99e Initial load
duke
parents:
diff changeset
108 CodeBuffer cb(s->entry_point(), i486_code_length);
a61af66fc99e Initial load
duke
parents:
diff changeset
109 MacroAssembler* masm = new MacroAssembler(&cb);
a61af66fc99e Initial load
duke
parents:
diff changeset
110
a61af66fc99e Initial load
duke
parents:
diff changeset
111 // Entry arguments:
a61af66fc99e Initial load
duke
parents:
diff changeset
112 // rax,: Interface
a61af66fc99e Initial load
duke
parents:
diff changeset
113 // rcx: Receiver
a61af66fc99e Initial load
duke
parents:
diff changeset
114
a61af66fc99e Initial load
duke
parents:
diff changeset
115 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
116 if (CountCompiledCalls) {
a61af66fc99e Initial load
duke
parents:
diff changeset
117 __ increment(ExternalAddress((address) SharedRuntime::nof_megamorphic_calls_addr()));
a61af66fc99e Initial load
duke
parents:
diff changeset
118 }
a61af66fc99e Initial load
duke
parents:
diff changeset
119 #endif /* PRODUCT */
a61af66fc99e Initial load
duke
parents:
diff changeset
120 // get receiver (need to skip return address on top of stack)
a61af66fc99e Initial load
duke
parents:
diff changeset
121
a61af66fc99e Initial load
duke
parents:
diff changeset
122 assert(VtableStub::receiver_location() == rcx->as_VMReg(), "receiver expected in rcx");
a61af66fc99e Initial load
duke
parents:
diff changeset
123
a61af66fc99e Initial load
duke
parents:
diff changeset
124 // get receiver klass (also an implicit null-check)
a61af66fc99e Initial load
duke
parents:
diff changeset
125 address npe_addr = __ pc();
a61af66fc99e Initial load
duke
parents:
diff changeset
126 __ movl(rbx, Address(rcx, oopDesc::klass_offset_in_bytes()));
a61af66fc99e Initial load
duke
parents:
diff changeset
127
a61af66fc99e Initial load
duke
parents:
diff changeset
128 __ movl(rsi, rbx); // Save klass in free register
a61af66fc99e Initial load
duke
parents:
diff changeset
129 // Most registers are in use, so save a few
a61af66fc99e Initial load
duke
parents:
diff changeset
130 __ pushl(rdx);
a61af66fc99e Initial load
duke
parents:
diff changeset
131 // compute itable entry offset (in words)
a61af66fc99e Initial load
duke
parents:
diff changeset
132 const int base = instanceKlass::vtable_start_offset() * wordSize;
a61af66fc99e Initial load
duke
parents:
diff changeset
133 assert(vtableEntry::size() * wordSize == 4, "adjust the scaling in the code below");
a61af66fc99e Initial load
duke
parents:
diff changeset
134 __ movl(rdx, Address(rbx, instanceKlass::vtable_length_offset() * wordSize)); // Get length of vtable
a61af66fc99e Initial load
duke
parents:
diff changeset
135 __ leal(rbx, Address(rbx, rdx, Address::times_4, base));
a61af66fc99e Initial load
duke
parents:
diff changeset
136 if (HeapWordsPerLong > 1) {
a61af66fc99e Initial load
duke
parents:
diff changeset
137 // Round up to align_object_offset boundary
a61af66fc99e Initial load
duke
parents:
diff changeset
138 __ round_to(rbx, BytesPerLong);
a61af66fc99e Initial load
duke
parents:
diff changeset
139 }
a61af66fc99e Initial load
duke
parents:
diff changeset
140
16
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
141 Label hit, next, entry, throw_icce;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
142
16
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
143 __ jmpb(entry);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
144
a61af66fc99e Initial load
duke
parents:
diff changeset
145 __ bind(next);
a61af66fc99e Initial load
duke
parents:
diff changeset
146 __ addl(rbx, itableOffsetEntry::size() * wordSize);
a61af66fc99e Initial load
duke
parents:
diff changeset
147
a61af66fc99e Initial load
duke
parents:
diff changeset
148 __ bind(entry);
a61af66fc99e Initial load
duke
parents:
diff changeset
149
16
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
150 // If the entry is NULL then we've reached the end of the table
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
151 // without finding the expected interface, so throw an exception
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
152 __ movl(rdx, Address(rbx, itableOffsetEntry::interface_offset_in_bytes()));
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
153 __ testl(rdx, rdx);
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
154 __ jcc(Assembler::zero, throw_icce);
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
155 __ cmpl(rax, rdx);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
156 __ jcc(Assembler::notEqual, next);
a61af66fc99e Initial load
duke
parents:
diff changeset
157
a61af66fc99e Initial load
duke
parents:
diff changeset
158 // We found a hit, move offset into rbx,
a61af66fc99e Initial load
duke
parents:
diff changeset
159 __ movl(rdx, Address(rbx, itableOffsetEntry::offset_offset_in_bytes()));
a61af66fc99e Initial load
duke
parents:
diff changeset
160
a61af66fc99e Initial load
duke
parents:
diff changeset
161 // Compute itableMethodEntry.
a61af66fc99e Initial load
duke
parents:
diff changeset
162 const int method_offset = (itableMethodEntry::size() * wordSize * vtable_index) + itableMethodEntry::method_offset_in_bytes();
a61af66fc99e Initial load
duke
parents:
diff changeset
163
a61af66fc99e Initial load
duke
parents:
diff changeset
164 // Get methodOop and entrypoint for compiler
a61af66fc99e Initial load
duke
parents:
diff changeset
165 const Register method = rbx;
a61af66fc99e Initial load
duke
parents:
diff changeset
166 __ movl(method, Address(rsi, rdx, Address::times_1, method_offset));
a61af66fc99e Initial load
duke
parents:
diff changeset
167
a61af66fc99e Initial load
duke
parents:
diff changeset
168 // Restore saved register, before possible trap.
a61af66fc99e Initial load
duke
parents:
diff changeset
169 __ popl(rdx);
a61af66fc99e Initial load
duke
parents:
diff changeset
170
a61af66fc99e Initial load
duke
parents:
diff changeset
171 // method (rbx): methodOop
a61af66fc99e Initial load
duke
parents:
diff changeset
172 // rcx: receiver
a61af66fc99e Initial load
duke
parents:
diff changeset
173
a61af66fc99e Initial load
duke
parents:
diff changeset
174 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
175 if (DebugVtables) {
a61af66fc99e Initial load
duke
parents:
diff changeset
176 Label L1;
a61af66fc99e Initial load
duke
parents:
diff changeset
177 __ cmpl(method, NULL_WORD);
a61af66fc99e Initial load
duke
parents:
diff changeset
178 __ jcc(Assembler::equal, L1);
a61af66fc99e Initial load
duke
parents:
diff changeset
179 __ cmpl(Address(method, methodOopDesc::from_compiled_offset()), NULL_WORD);
a61af66fc99e Initial load
duke
parents:
diff changeset
180 __ jcc(Assembler::notZero, L1);
a61af66fc99e Initial load
duke
parents:
diff changeset
181 __ stop("methodOop is null");
a61af66fc99e Initial load
duke
parents:
diff changeset
182 __ bind(L1);
a61af66fc99e Initial load
duke
parents:
diff changeset
183 }
a61af66fc99e Initial load
duke
parents:
diff changeset
184 #endif // ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
185
a61af66fc99e Initial load
duke
parents:
diff changeset
186 address ame_addr = __ pc();
a61af66fc99e Initial load
duke
parents:
diff changeset
187 __ jmp(Address(method, methodOopDesc::from_compiled_offset()));
a61af66fc99e Initial load
duke
parents:
diff changeset
188
16
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
189 __ bind(throw_icce);
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
190 // Restore saved register
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
191 __ popl(rdx);
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
192 __ jump(RuntimeAddress(StubRoutines::throw_IncompatibleClassChangeError_entry()));
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
193
0
a61af66fc99e Initial load
duke
parents:
diff changeset
194 masm->flush();
16
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
195
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
196 guarantee(__ pc() <= s->code_end(), "overflowed buffer");
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
197
0
a61af66fc99e Initial load
duke
parents:
diff changeset
198 s->set_exception_points(npe_addr, ame_addr);
a61af66fc99e Initial load
duke
parents:
diff changeset
199 return s;
a61af66fc99e Initial load
duke
parents:
diff changeset
200 }
a61af66fc99e Initial load
duke
parents:
diff changeset
201
a61af66fc99e Initial load
duke
parents:
diff changeset
202
a61af66fc99e Initial load
duke
parents:
diff changeset
203
a61af66fc99e Initial load
duke
parents:
diff changeset
204 int VtableStub::pd_code_size_limit(bool is_vtable_stub) {
a61af66fc99e Initial load
duke
parents:
diff changeset
205 if (is_vtable_stub) {
a61af66fc99e Initial load
duke
parents:
diff changeset
206 // Vtable stub size
a61af66fc99e Initial load
duke
parents:
diff changeset
207 return (DebugVtables ? 210 : 16) + (CountCompiledCalls ? 6 : 0);
a61af66fc99e Initial load
duke
parents:
diff changeset
208 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
209 // Itable stub size
16
f8236e79048a 6664627: Merge changes made only in hotspot 11 forward to jdk 7
dcubed
parents: 0
diff changeset
210 return (DebugVtables ? 144 : 64) + (CountCompiledCalls ? 6 : 0);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
211 }
a61af66fc99e Initial load
duke
parents:
diff changeset
212 }
a61af66fc99e Initial load
duke
parents:
diff changeset
213
a61af66fc99e Initial load
duke
parents:
diff changeset
214 int VtableStub::pd_code_alignment() {
a61af66fc99e Initial load
duke
parents:
diff changeset
215 return wordSize;
a61af66fc99e Initial load
duke
parents:
diff changeset
216 }