Mercurial > hg > graal-compiler
annotate src/share/vm/gc_implementation/g1/satbQueue.cpp @ 17833:bfdf528be8e8
8038498: Fix includes and C inlining after 8035330
Summary: Change 8035330: Remove G1ParScanPartialArrayClosure and G1ParScanHeapEvacClosure broke the debug build on AIX. The method do_oop_partial_array() is added in a header, but requires the inline function par_write_ref() through several inlined calls. In some cpp files, like arguments.cpp, par_write_ref() is not defined as the corresponding inline header and is not included. The AIX debug VM does not start because of the missing symbol. This change solves this by cleaning up include dependencies.
Reviewed-by: tschatzl, stefank
author | tschatzl |
---|---|
date | Fri, 04 Apr 2014 10:43:56 +0200 |
parents | f99e331f6ef6 |
children | e5d78f318aec 8847586c9037 |
rev | line source |
---|---|
342 | 1 /* |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
2 * Copyright (c) 2001, 2012, Oracle and/or its affiliates. All rights reserved. |
342 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 * | |
5 * This code is free software; you can redistribute it and/or modify it | |
6 * under the terms of the GNU General Public License version 2 only, as | |
7 * published by the Free Software Foundation. | |
8 * | |
9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
12 * version 2 for more details (a copy is included in the LICENSE file that | |
13 * accompanied this code). | |
14 * | |
15 * You should have received a copy of the GNU General Public License version | |
16 * 2 along with this work; if not, write to the Free Software Foundation, | |
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
18 * | |
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1317
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1317
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1317
diff
changeset
|
21 * questions. |
342 | 22 * |
23 */ | |
24 | |
1972 | 25 #include "precompiled.hpp" |
2149 | 26 #include "gc_implementation/g1/g1CollectedHeap.inline.hpp" |
1972 | 27 #include "gc_implementation/g1/satbQueue.hpp" |
28 #include "memory/allocation.inline.hpp" | |
29 #include "memory/sharedHeap.hpp" | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
30 #include "oops/oop.inline.hpp" |
1972 | 31 #include "runtime/mutexLocker.hpp" |
32 #include "runtime/thread.hpp" | |
3979
4dfb2df418f2
6484982: G1: process references during evacuation pauses
johnc
parents:
2149
diff
changeset
|
33 #include "runtime/vmThread.hpp" |
342 | 34 |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
35 void ObjPtrQueue::flush() { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
36 // The buffer might contain refs into the CSet. We have to filter it |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
37 // first before we flush it, otherwise we might end up with an |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
38 // enqueued buffer with refs into the CSet which breaks our invariants. |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
39 filter(); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
40 PtrQueue::flush(); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
41 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
42 |
2149 | 43 // This method removes entries from an SATB buffer that will not be |
44 // useful to the concurrent marking threads. An entry is removed if it | |
45 // satisfies one of the following conditions: | |
46 // | |
47 // * it points to an object outside the G1 heap (G1's concurrent | |
48 // marking only visits objects inside the G1 heap), | |
49 // * it points to an object that has been allocated since marking | |
50 // started (according to SATB those objects do not need to be | |
51 // visited during marking), or | |
52 // * it points to an object that has already been marked (no need to | |
53 // process it again). | |
54 // | |
55 // The rest of the entries will be retained and are compacted towards | |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
56 // the top of the buffer. Note that, because we do not allow old |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
57 // regions in the CSet during marking, all objects on the CSet regions |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
58 // are young (eden or survivors) and therefore implicitly live. So any |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
59 // references into the CSet will be removed during filtering. |
2149 | 60 |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
61 void ObjPtrQueue::filter() { |
2149 | 62 G1CollectedHeap* g1h = G1CollectedHeap::heap(); |
63 void** buf = _buf; | |
64 size_t sz = _sz; | |
65 | |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
66 if (buf == NULL) { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
67 // nothing to do |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
68 return; |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
69 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
70 |
2149 | 71 // Used for sanity checking at the end of the loop. |
72 debug_only(size_t entries = 0; size_t retained = 0;) | |
73 | |
74 size_t i = sz; | |
75 size_t new_index = sz; | |
76 | |
77 while (i > _index) { | |
78 assert(i > 0, "we should have at least one more entry to process"); | |
79 i -= oopSize; | |
80 debug_only(entries += 1;) | |
81 oop* p = (oop*) &buf[byte_index_to_index((int) i)]; | |
82 oop obj = *p; | |
83 // NULL the entry so that unused parts of the buffer contain NULLs | |
84 // at the end. If we are going to retain it we will copy it to its | |
85 // final place. If we have retained all entries we have visited so | |
86 // far, we'll just end up copying it to the same place. | |
87 *p = NULL; | |
88 | |
89 bool retain = g1h->is_obj_ill(obj); | |
90 if (retain) { | |
91 assert(new_index > 0, "we should not have already filled up the buffer"); | |
92 new_index -= oopSize; | |
93 assert(new_index >= i, | |
94 "new_index should never be below i, as we alwaysr compact 'up'"); | |
95 oop* new_p = (oop*) &buf[byte_index_to_index((int) new_index)]; | |
96 assert(new_p >= p, "the destination location should never be below " | |
97 "the source as we always compact 'up'"); | |
98 assert(*new_p == NULL, | |
99 "we should have already cleared the destination location"); | |
100 *new_p = obj; | |
101 debug_only(retained += 1;) | |
102 } | |
103 } | |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
104 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
105 #ifdef ASSERT |
2149 | 106 size_t entries_calc = (sz - _index) / oopSize; |
107 assert(entries == entries_calc, "the number of entries we counted " | |
108 "should match the number of entries we calculated"); | |
109 size_t retained_calc = (sz - new_index) / oopSize; | |
110 assert(retained == retained_calc, "the number of retained entries we counted " | |
111 "should match the number of retained entries we calculated"); | |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
112 #endif // ASSERT |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
113 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
114 _index = new_index; |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
115 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
116 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
117 // This method will first apply the above filtering to the buffer. If |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
118 // post-filtering a large enough chunk of the buffer has been cleared |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
119 // we can re-use the buffer (instead of enqueueing it) and we can just |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
120 // allow the mutator to carry on executing using the same buffer |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
121 // instead of replacing it. |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
122 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
123 bool ObjPtrQueue::should_enqueue_buffer() { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
124 assert(_lock == NULL || _lock->owned_by_self(), |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
125 "we should have taken the lock before calling this"); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
126 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
127 // Even if G1SATBBufferEnqueueingThresholdPercent == 0 we have to |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
128 // filter the buffer given that this will remove any references into |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
129 // the CSet as we currently assume that no such refs will appear in |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
130 // enqueued buffers. |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
131 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
132 // This method should only be called if there is a non-NULL buffer |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
133 // that is full. |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
134 assert(_index == 0, "pre-condition"); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
135 assert(_buf != NULL, "pre-condition"); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
136 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
137 filter(); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
138 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
139 size_t sz = _sz; |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
140 size_t all_entries = sz / oopSize; |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
141 size_t retained_entries = (sz - _index) / oopSize; |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
142 size_t perc = retained_entries * 100 / all_entries; |
2149 | 143 bool should_enqueue = perc > (size_t) G1SATBBufferEnqueueingThresholdPercent; |
144 return should_enqueue; | |
145 } | |
146 | |
342 | 147 void ObjPtrQueue::apply_closure(ObjectClosure* cl) { |
148 if (_buf != NULL) { | |
149 apply_closure_to_buffer(cl, _buf, _index, _sz); | |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
150 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
151 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
152 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
153 void ObjPtrQueue::apply_closure_and_empty(ObjectClosure* cl) { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
154 if (_buf != NULL) { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
155 apply_closure_to_buffer(cl, _buf, _index, _sz); |
342 | 156 _index = _sz; |
157 } | |
158 } | |
159 | |
160 void ObjPtrQueue::apply_closure_to_buffer(ObjectClosure* cl, | |
161 void** buf, size_t index, size_t sz) { | |
162 if (cl == NULL) return; | |
163 for (size_t i = index; i < sz; i += oopSize) { | |
164 oop obj = (oop)buf[byte_index_to_index((int)i)]; | |
165 // There can be NULL entries because of destructors. | |
166 if (obj != NULL) { | |
167 cl->do_object(obj); | |
168 } | |
169 } | |
170 } | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
171 |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
172 #ifndef PRODUCT |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
173 // Helpful for debugging |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
174 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
175 void ObjPtrQueue::print(const char* name) { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
176 print(name, _buf, _index, _sz); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
177 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
178 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
179 void ObjPtrQueue::print(const char* name, |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
180 void** buf, size_t index, size_t sz) { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
181 gclog_or_tty->print_cr(" SATB BUFFER [%s] buf: "PTR_FORMAT" " |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
182 "index: "SIZE_FORMAT" sz: "SIZE_FORMAT, |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
183 name, buf, index, sz); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
184 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
185 #endif // PRODUCT |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
186 |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
187 #ifdef ASSERT |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
188 void ObjPtrQueue::verify_oops_in_buffer() { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
189 if (_buf == NULL) return; |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
190 for (size_t i = _index; i < _sz; i += oopSize) { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
191 oop obj = (oop)_buf[byte_index_to_index((int)i)]; |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
192 assert(obj != NULL && obj->is_oop(true /* ignore mark word */), |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
193 "Not an oop"); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
194 } |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
195 } |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
196 #endif |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
197 |
342 | 198 #ifdef _MSC_VER // the use of 'this' below gets a warning, make it go away |
199 #pragma warning( disable:4355 ) // 'this' : used in base member initializer list | |
200 #endif // _MSC_VER | |
201 | |
202 SATBMarkQueueSet::SATBMarkQueueSet() : | |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
203 PtrQueueSet(), _closure(NULL), _par_closures(NULL), |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
204 _shared_satb_queue(this, true /*perm*/) { } |
342 | 205 |
206 void SATBMarkQueueSet::initialize(Monitor* cbl_mon, Mutex* fl_lock, | |
1111 | 207 int process_completed_threshold, |
342 | 208 Mutex* lock) { |
1111 | 209 PtrQueueSet::initialize(cbl_mon, fl_lock, process_completed_threshold, -1); |
342 | 210 _shared_satb_queue.set_lock(lock); |
211 if (ParallelGCThreads > 0) { | |
6197 | 212 _par_closures = NEW_C_HEAP_ARRAY(ObjectClosure*, ParallelGCThreads, mtGC); |
342 | 213 } |
214 } | |
215 | |
216 void SATBMarkQueueSet::handle_zero_index_for_thread(JavaThread* t) { | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
217 DEBUG_ONLY(t->satb_mark_queue().verify_oops_in_buffer();) |
342 | 218 t->satb_mark_queue().handle_zero_index(); |
219 } | |
220 | |
1317
d4197f8d516a
6935821: G1: threads created during marking do not active their SATB queues
tonyp
parents:
1111
diff
changeset
|
221 #ifdef ASSERT |
17747 | 222 void SATBMarkQueueSet::dump_active_states(bool expected_active) { |
223 gclog_or_tty->print_cr("Expected SATB active state: %s", | |
224 expected_active ? "ACTIVE" : "INACTIVE"); | |
225 gclog_or_tty->print_cr("Actual SATB active states:"); | |
226 gclog_or_tty->print_cr(" Queue set: %s", is_active() ? "ACTIVE" : "INACTIVE"); | |
227 for (JavaThread* t = Threads::first(); t; t = t->next()) { | |
228 gclog_or_tty->print_cr(" Thread \"%s\" queue: %s", t->name(), | |
229 t->satb_mark_queue().is_active() ? "ACTIVE" : "INACTIVE"); | |
230 } | |
231 gclog_or_tty->print_cr(" Shared queue: %s", | |
232 shared_satb_queue()->is_active() ? "ACTIVE" : "INACTIVE"); | |
233 } | |
234 | |
235 void SATBMarkQueueSet::verify_active_states(bool expected_active) { | |
236 // Verify queue set state | |
237 if (is_active() != expected_active) { | |
238 dump_active_states(expected_active); | |
239 guarantee(false, "SATB queue set has an unexpected active state"); | |
240 } | |
241 | |
242 // Verify thread queue states | |
243 for (JavaThread* t = Threads::first(); t; t = t->next()) { | |
244 if (t->satb_mark_queue().is_active() != expected_active) { | |
245 dump_active_states(expected_active); | |
246 guarantee(false, "Thread SATB queue has an unexpected active state"); | |
247 } | |
248 } | |
249 | |
250 // Verify shared queue state | |
251 if (shared_satb_queue()->is_active() != expected_active) { | |
252 dump_active_states(expected_active); | |
253 guarantee(false, "Shared SATB queue has an unexpected active state"); | |
1317
d4197f8d516a
6935821: G1: threads created during marking do not active their SATB queues
tonyp
parents:
1111
diff
changeset
|
254 } |
d4197f8d516a
6935821: G1: threads created during marking do not active their SATB queues
tonyp
parents:
1111
diff
changeset
|
255 } |
d4197f8d516a
6935821: G1: threads created during marking do not active their SATB queues
tonyp
parents:
1111
diff
changeset
|
256 #endif // ASSERT |
d4197f8d516a
6935821: G1: threads created during marking do not active their SATB queues
tonyp
parents:
1111
diff
changeset
|
257 |
17747 | 258 void SATBMarkQueueSet::set_active_all_threads(bool active, bool expected_active) { |
1317
d4197f8d516a
6935821: G1: threads created during marking do not active their SATB queues
tonyp
parents:
1111
diff
changeset
|
259 assert(SafepointSynchronize::is_at_safepoint(), "Must be at safepoint."); |
d4197f8d516a
6935821: G1: threads created during marking do not active their SATB queues
tonyp
parents:
1111
diff
changeset
|
260 #ifdef ASSERT |
17747 | 261 verify_active_states(expected_active); |
1317
d4197f8d516a
6935821: G1: threads created during marking do not active their SATB queues
tonyp
parents:
1111
diff
changeset
|
262 #endif // ASSERT |
17747 | 263 _all_active = active; |
264 for (JavaThread* t = Threads::first(); t; t = t->next()) { | |
265 t->satb_mark_queue().set_active(active); | |
342 | 266 } |
17747 | 267 shared_satb_queue()->set_active(active); |
342 | 268 } |
269 | |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
270 void SATBMarkQueueSet::filter_thread_buffers() { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
271 for(JavaThread* t = Threads::first(); t; t = t->next()) { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
272 t->satb_mark_queue().filter(); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
273 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
274 shared_satb_queue()->filter(); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
275 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
276 |
342 | 277 void SATBMarkQueueSet::set_closure(ObjectClosure* closure) { |
278 _closure = closure; | |
279 } | |
280 | |
281 void SATBMarkQueueSet::set_par_closure(int i, ObjectClosure* par_closure) { | |
282 assert(ParallelGCThreads > 0 && _par_closures != NULL, "Precondition"); | |
283 _par_closures[i] = par_closure; | |
284 } | |
285 | |
286 void SATBMarkQueueSet::iterate_closure_all_threads() { | |
287 for(JavaThread* t = Threads::first(); t; t = t->next()) { | |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
288 t->satb_mark_queue().apply_closure_and_empty(_closure); |
342 | 289 } |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
290 shared_satb_queue()->apply_closure_and_empty(_closure); |
342 | 291 } |
292 | |
293 void SATBMarkQueueSet::par_iterate_closure_all_threads(int worker) { | |
294 SharedHeap* sh = SharedHeap::heap(); | |
295 int parity = sh->strong_roots_parity(); | |
296 | |
297 for(JavaThread* t = Threads::first(); t; t = t->next()) { | |
298 if (t->claim_oops_do(true, parity)) { | |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
299 t->satb_mark_queue().apply_closure_and_empty(_par_closures[worker]); |
342 | 300 } |
301 } | |
3979
4dfb2df418f2
6484982: G1: process references during evacuation pauses
johnc
parents:
2149
diff
changeset
|
302 |
4dfb2df418f2
6484982: G1: process references during evacuation pauses
johnc
parents:
2149
diff
changeset
|
303 // We also need to claim the VMThread so that its parity is updated |
4dfb2df418f2
6484982: G1: process references during evacuation pauses
johnc
parents:
2149
diff
changeset
|
304 // otherwise the next call to Thread::possibly_parallel_oops_do inside |
4dfb2df418f2
6484982: G1: process references during evacuation pauses
johnc
parents:
2149
diff
changeset
|
305 // a StrongRootsScope might skip the VMThread because it has a stale |
4dfb2df418f2
6484982: G1: process references during evacuation pauses
johnc
parents:
2149
diff
changeset
|
306 // parity that matches the parity set by the StrongRootsScope |
4dfb2df418f2
6484982: G1: process references during evacuation pauses
johnc
parents:
2149
diff
changeset
|
307 // |
4dfb2df418f2
6484982: G1: process references during evacuation pauses
johnc
parents:
2149
diff
changeset
|
308 // Whichever worker succeeds in claiming the VMThread gets to do |
4dfb2df418f2
6484982: G1: process references during evacuation pauses
johnc
parents:
2149
diff
changeset
|
309 // the shared queue. |
4dfb2df418f2
6484982: G1: process references during evacuation pauses
johnc
parents:
2149
diff
changeset
|
310 |
4dfb2df418f2
6484982: G1: process references during evacuation pauses
johnc
parents:
2149
diff
changeset
|
311 VMThread* vmt = VMThread::vm_thread(); |
4dfb2df418f2
6484982: G1: process references during evacuation pauses
johnc
parents:
2149
diff
changeset
|
312 if (vmt->claim_oops_do(true, parity)) { |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
313 shared_satb_queue()->apply_closure_and_empty(_par_closures[worker]); |
342 | 314 } |
315 } | |
316 | |
317 bool SATBMarkQueueSet::apply_closure_to_completed_buffer_work(bool par, | |
318 int worker) { | |
1111 | 319 BufferNode* nd = NULL; |
342 | 320 { |
321 MutexLockerEx x(_cbl_mon, Mutex::_no_safepoint_check_flag); | |
322 if (_completed_buffers_head != NULL) { | |
323 nd = _completed_buffers_head; | |
1111 | 324 _completed_buffers_head = nd->next(); |
342 | 325 if (_completed_buffers_head == NULL) _completed_buffers_tail = NULL; |
326 _n_completed_buffers--; | |
327 if (_n_completed_buffers == 0) _process_completed = false; | |
328 } | |
329 } | |
330 ObjectClosure* cl = (par ? _par_closures[worker] : _closure); | |
331 if (nd != NULL) { | |
1111 | 332 void **buf = BufferNode::make_buffer_from_node(nd); |
333 ObjPtrQueue::apply_closure_to_buffer(cl, buf, 0, _sz); | |
334 deallocate_buffer(buf); | |
342 | 335 return true; |
336 } else { | |
337 return false; | |
338 } | |
339 } | |
340 | |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
341 void SATBMarkQueueSet::iterate_completed_buffers_read_only(ObjectClosure* cl) { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
342 assert(SafepointSynchronize::is_at_safepoint(), "Must be at safepoint."); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
343 assert(cl != NULL, "pre-condition"); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
344 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
345 BufferNode* nd = _completed_buffers_head; |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
346 while (nd != NULL) { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
347 void** buf = BufferNode::make_buffer_from_node(nd); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
348 ObjPtrQueue::apply_closure_to_buffer(cl, buf, 0, _sz); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
349 nd = nd->next(); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
350 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
351 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
352 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
353 void SATBMarkQueueSet::iterate_thread_buffers_read_only(ObjectClosure* cl) { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
354 assert(SafepointSynchronize::is_at_safepoint(), "Must be at safepoint."); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
355 assert(cl != NULL, "pre-condition"); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
356 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
357 for (JavaThread* t = Threads::first(); t; t = t->next()) { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
358 t->satb_mark_queue().apply_closure(cl); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
359 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
360 shared_satb_queue()->apply_closure(cl); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
361 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
362 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
363 #ifndef PRODUCT |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
364 // Helpful for debugging |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
365 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
366 #define SATB_PRINTER_BUFFER_SIZE 256 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
367 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
368 void SATBMarkQueueSet::print_all(const char* msg) { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
369 char buffer[SATB_PRINTER_BUFFER_SIZE]; |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
370 assert(SafepointSynchronize::is_at_safepoint(), "Must be at safepoint."); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
371 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
372 gclog_or_tty->cr(); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
373 gclog_or_tty->print_cr("SATB BUFFERS [%s]", msg); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
374 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
375 BufferNode* nd = _completed_buffers_head; |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
376 int i = 0; |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
377 while (nd != NULL) { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
378 void** buf = BufferNode::make_buffer_from_node(nd); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
379 jio_snprintf(buffer, SATB_PRINTER_BUFFER_SIZE, "Enqueued: %d", i); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
380 ObjPtrQueue::print(buffer, buf, 0, _sz); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
381 nd = nd->next(); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
382 i += 1; |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
383 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
384 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
385 for (JavaThread* t = Threads::first(); t; t = t->next()) { |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
386 jio_snprintf(buffer, SATB_PRINTER_BUFFER_SIZE, "Thread: %s", t->name()); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
387 t->satb_mark_queue().print(buffer); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
388 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
389 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
390 shared_satb_queue()->print("Shared"); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
391 |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
392 gclog_or_tty->cr(); |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
393 } |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
394 #endif // PRODUCT |
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
395 |
342 | 396 void SATBMarkQueueSet::abandon_partial_marking() { |
1111 | 397 BufferNode* buffers_to_delete = NULL; |
342 | 398 { |
399 MutexLockerEx x(_cbl_mon, Mutex::_no_safepoint_check_flag); | |
400 while (_completed_buffers_head != NULL) { | |
1111 | 401 BufferNode* nd = _completed_buffers_head; |
402 _completed_buffers_head = nd->next(); | |
403 nd->set_next(buffers_to_delete); | |
342 | 404 buffers_to_delete = nd; |
405 } | |
406 _completed_buffers_tail = NULL; | |
407 _n_completed_buffers = 0; | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
408 DEBUG_ONLY(assert_completed_buffer_list_len_correct_locked()); |
342 | 409 } |
410 while (buffers_to_delete != NULL) { | |
1111 | 411 BufferNode* nd = buffers_to_delete; |
412 buffers_to_delete = nd->next(); | |
413 deallocate_buffer(BufferNode::make_buffer_from_node(nd)); | |
342 | 414 } |
415 assert(SafepointSynchronize::is_at_safepoint(), "Must be at safepoint."); | |
416 // So we can safely manipulate these queues. | |
417 for (JavaThread* t = Threads::first(); t; t = t->next()) { | |
418 t->satb_mark_queue().reset(); | |
419 } | |
4787
2ace1c4ee8da
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
3979
diff
changeset
|
420 shared_satb_queue()->reset(); |
342 | 421 } |