|
0
|
1 /*
|
|
|
2 * Copyright 1997-2006 Sun Microsystems, Inc. All Rights Reserved.
|
|
|
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
|
|
|
4 *
|
|
|
5 * This code is free software; you can redistribute it and/or modify it
|
|
|
6 * under the terms of the GNU General Public License version 2 only, as
|
|
|
7 * published by the Free Software Foundation.
|
|
|
8 *
|
|
|
9 * This code is distributed in the hope that it will be useful, but WITHOUT
|
|
|
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
|
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
|
12 * version 2 for more details (a copy is included in the LICENSE file that
|
|
|
13 * accompanied this code).
|
|
|
14 *
|
|
|
15 * You should have received a copy of the GNU General Public License version
|
|
|
16 * 2 along with this work; if not, write to the Free Software Foundation,
|
|
|
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
18 *
|
|
|
19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
|
|
|
20 * CA 95054 USA or visit www.sun.com if you need additional information or
|
|
|
21 * have any questions.
|
|
|
22 *
|
|
|
23 */
|
|
|
24
|
|
|
25 #include "incls/_precompiled.incl"
|
|
|
26 #include "incls/_icBuffer.cpp.incl"
|
|
|
27
|
|
|
28
|
|
|
29 DEF_STUB_INTERFACE(ICStub);
|
|
|
30
|
|
|
31 StubQueue* InlineCacheBuffer::_buffer = NULL;
|
|
|
32 ICStub* InlineCacheBuffer::_next_stub = NULL;
|
|
|
33
|
|
|
34
|
|
|
35 void ICStub::finalize() {
|
|
|
36 if (!is_empty()) {
|
|
|
37 ResourceMark rm;
|
|
|
38 CompiledIC *ic = CompiledIC_at(ic_site());
|
|
|
39 assert(CodeCache::find_nmethod(ic->instruction_address()) != NULL, "inline cache in non-nmethod?");
|
|
|
40
|
|
|
41 assert(this == ICStub_from_destination_address(ic->stub_address()), "wrong owner of ic buffer");
|
|
|
42 ic->set_cached_oop(cached_oop());
|
|
|
43 ic->set_ic_destination(destination());
|
|
|
44 }
|
|
|
45 }
|
|
|
46
|
|
|
47
|
|
|
48 address ICStub::destination() const {
|
|
|
49 return InlineCacheBuffer::ic_buffer_entry_point(code_begin());
|
|
|
50 }
|
|
|
51
|
|
|
52 oop ICStub::cached_oop() const {
|
|
|
53 return InlineCacheBuffer::ic_buffer_cached_oop(code_begin());
|
|
|
54 }
|
|
|
55
|
|
|
56
|
|
|
57 void ICStub::set_stub(CompiledIC *ic, oop cached_value, address dest_addr) {
|
|
|
58 // We cannot store a pointer to the 'ic' object, since it is resource allocated. Instead we
|
|
|
59 // store the location of the inline cache. Then we have enough information recreate the CompiledIC
|
|
|
60 // object when we need to remove the stub.
|
|
|
61 _ic_site = ic->instruction_address();
|
|
|
62
|
|
|
63 // Assemble new stub
|
|
|
64 InlineCacheBuffer::assemble_ic_buffer_code(code_begin(), cached_value, dest_addr);
|
|
|
65 assert(destination() == dest_addr, "can recover destination");
|
|
|
66 assert(cached_oop() == cached_value, "can recover destination");
|
|
|
67 }
|
|
|
68
|
|
|
69
|
|
|
70 void ICStub::clear() {
|
|
|
71 _ic_site = NULL;
|
|
|
72 }
|
|
|
73
|
|
|
74
|
|
|
75 #ifndef PRODUCT
|
|
|
76 // anybody calling to this stub will trap
|
|
|
77
|
|
|
78 void ICStub::verify() {
|
|
|
79 }
|
|
|
80
|
|
|
81 void ICStub::print() {
|
|
|
82 tty->print_cr("ICStub: site: " INTPTR_FORMAT, _ic_site);
|
|
|
83 }
|
|
|
84 #endif
|
|
|
85
|
|
|
86 //-----------------------------------------------------------------------------------------------
|
|
|
87 // Implementation of InlineCacheBuffer
|
|
|
88
|
|
|
89 void InlineCacheBuffer::init_next_stub() {
|
|
|
90 ICStub* ic_stub = (ICStub*)buffer()->request_committed (ic_stub_code_size());
|
|
|
91 assert (ic_stub != NULL, "no room for a single stub");
|
|
|
92 set_next_stub(ic_stub);
|
|
|
93 }
|
|
|
94
|
|
|
95 void InlineCacheBuffer::initialize() {
|
|
|
96 if (_buffer != NULL) return; // already initialized
|
|
|
97 _buffer = new StubQueue(new ICStubInterface, 10*K, InlineCacheBuffer_lock, "InlineCacheBuffer");
|
|
|
98 assert (_buffer != NULL, "cannot allocate InlineCacheBuffer");
|
|
|
99 init_next_stub();
|
|
|
100 }
|
|
|
101
|
|
|
102
|
|
|
103 ICStub* InlineCacheBuffer::new_ic_stub() {
|
|
|
104 while (true) {
|
|
|
105 ICStub* ic_stub = (ICStub*)buffer()->request_committed(ic_stub_code_size());
|
|
|
106 if (ic_stub != NULL) {
|
|
|
107 return ic_stub;
|
|
|
108 }
|
|
|
109 // we ran out of inline cache buffer space; must enter safepoint.
|
|
|
110 // We do this by forcing a safepoint
|
|
|
111 EXCEPTION_MARK;
|
|
|
112
|
|
|
113 VM_ForceSafepoint vfs;
|
|
|
114 VMThread::execute(&vfs);
|
|
|
115 // We could potential get an async. exception at this point.
|
|
|
116 // In that case we will rethrow it to ourselvs.
|
|
|
117 if (HAS_PENDING_EXCEPTION) {
|
|
|
118 oop exception = PENDING_EXCEPTION;
|
|
|
119 CLEAR_PENDING_EXCEPTION;
|
|
|
120 Thread::send_async_exception(JavaThread::current()->threadObj(), exception);
|
|
|
121 }
|
|
|
122 }
|
|
|
123 ShouldNotReachHere();
|
|
|
124 return NULL;
|
|
|
125 }
|
|
|
126
|
|
|
127
|
|
|
128 void InlineCacheBuffer::update_inline_caches() {
|
|
|
129 if (buffer()->number_of_stubs() > 1) {
|
|
|
130 if (TraceICBuffer) {
|
|
|
131 tty->print_cr("[updating inline caches with %d stubs]", buffer()->number_of_stubs());
|
|
|
132 }
|
|
|
133 buffer()->remove_all();
|
|
|
134 init_next_stub();
|
|
|
135 }
|
|
|
136 }
|
|
|
137
|
|
|
138
|
|
|
139 bool InlineCacheBuffer::contains(address instruction_address) {
|
|
|
140 return buffer()->contains(instruction_address);
|
|
|
141 }
|
|
|
142
|
|
|
143
|
|
|
144 bool InlineCacheBuffer::is_empty() {
|
|
|
145 return buffer()->number_of_stubs() == 1; // always has sentinel
|
|
|
146 }
|
|
|
147
|
|
|
148
|
|
|
149 void InlineCacheBuffer_init() {
|
|
|
150 InlineCacheBuffer::initialize();
|
|
|
151 }
|
|
|
152
|
|
|
153
|
|
|
154 void InlineCacheBuffer::create_transition_stub(CompiledIC *ic, oop cached_oop, address entry) {
|
|
|
155 assert(!SafepointSynchronize::is_at_safepoint(), "should not be called during a safepoint");
|
|
|
156 assert (CompiledIC_lock->is_locked(), "");
|
|
|
157 assert(cached_oop == NULL || cached_oop->is_perm(), "must belong to perm. space");
|
|
|
158 if (TraceICBuffer) { tty->print_cr(" create transition stub for " INTPTR_FORMAT, ic->instruction_address()); }
|
|
|
159
|
|
|
160 // If an transition stub is already associate with the inline cache, then we remove the association.
|
|
|
161 if (ic->is_in_transition_state()) {
|
|
|
162 ICStub* old_stub = ICStub_from_destination_address(ic->stub_address());
|
|
|
163 old_stub->clear();
|
|
|
164 }
|
|
|
165
|
|
|
166 // allocate and initialize new "out-of-line" inline-cache
|
|
|
167 ICStub* ic_stub = get_next_stub();
|
|
|
168 ic_stub->set_stub(ic, cached_oop, entry);
|
|
|
169
|
|
|
170 // Update inline cache in nmethod to point to new "out-of-line" allocated inline cache
|
|
|
171 ic->set_ic_destination(ic_stub->code_begin());
|
|
|
172
|
|
|
173 set_next_stub(new_ic_stub()); // can cause safepoint synchronization
|
|
|
174 }
|
|
|
175
|
|
|
176
|
|
|
177 address InlineCacheBuffer::ic_destination_for(CompiledIC *ic) {
|
|
|
178 ICStub* stub = ICStub_from_destination_address(ic->stub_address());
|
|
|
179 return stub->destination();
|
|
|
180 }
|
|
|
181
|
|
|
182
|
|
|
183 oop InlineCacheBuffer::cached_oop_for(CompiledIC *ic) {
|
|
|
184 ICStub* stub = ICStub_from_destination_address(ic->stub_address());
|
|
|
185 return stub->cached_oop();
|
|
|
186 }
|
