Mercurial > hg > graal-jvmci-8
annotate src/share/vm/gc_implementation/g1/g1RemSet.hpp @ 2149:7e37af9d69ef
7011379: G1: overly long concurrent marking cycles
Summary: This changeset introduces filtering of SATB buffers at the point when they are about to be enqueued. If this filtering clears enough entries on each buffer, the buffer can then be re-used and not enqueued. This cuts down the number of SATB buffers that need to be processed by the concurrent marking threads.
Reviewed-by: johnc, ysr
author | tonyp |
---|---|
date | Wed, 19 Jan 2011 09:35:17 -0500 |
parents | f95d63e2154a |
children | e8b0b0392037 |
rev | line source |
---|---|
342 | 1 /* |
1705 | 2 * Copyright (c) 2001, 2010, Oracle and/or its affiliates. All rights reserved. |
342 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 * | |
5 * This code is free software; you can redistribute it and/or modify it | |
6 * under the terms of the GNU General Public License version 2 only, as | |
7 * published by the Free Software Foundation. | |
8 * | |
9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
12 * version 2 for more details (a copy is included in the LICENSE file that | |
13 * accompanied this code). | |
14 * | |
15 * You should have received a copy of the GNU General Public License version | |
16 * 2 along with this work; if not, write to the Free Software Foundation, | |
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
18 * | |
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
890
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
890
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
890
diff
changeset
|
21 * questions. |
342 | 22 * |
23 */ | |
24 | |
1972 | 25 #ifndef SHARE_VM_GC_IMPLEMENTATION_G1_G1REMSET_HPP |
26 #define SHARE_VM_GC_IMPLEMENTATION_G1_G1REMSET_HPP | |
27 | |
342 | 28 // A G1RemSet provides ways of iterating over pointers into a selected |
29 // collection set. | |
30 | |
31 class G1CollectedHeap; | |
32 class CardTableModRefBarrierSet; | |
33 class ConcurrentG1Refine; | |
34 | |
1861 | 35 // A G1RemSet in which each heap region has a rem set that records the |
36 // external heap references into it. Uses a mod ref bs to track updates, | |
37 // so that they can be used to update the individual region remsets. | |
38 | |
549
fe3d7c11b4b7
6700941: G1: allocation spec missing for some G1 classes
apetrusenko
parents:
342
diff
changeset
|
39 class G1RemSet: public CHeapObj { |
342 | 40 protected: |
41 G1CollectedHeap* _g1; | |
42 unsigned _conc_refine_cards; | |
43 size_t n_workers(); | |
44 | |
45 protected: | |
46 enum SomePrivateConstants { | |
47 UpdateRStoMergeSync = 0, | |
48 MergeRStoDoDirtySync = 1, | |
49 DoDirtySync = 2, | |
50 LastSync = 3, | |
51 | |
52 SeqTask = 0, | |
53 NumSeqTasks = 1 | |
54 }; | |
55 | |
56 CardTableModRefBS* _ct_bs; | |
57 SubTasksDone* _seq_task; | |
58 G1CollectorPolicy* _g1p; | |
59 | |
60 ConcurrentG1Refine* _cg1r; | |
61 | |
62 size_t* _cards_scanned; | |
63 size_t _total_cards_scanned; | |
64 | |
1705 | 65 // Used for caching the closure that is responsible for scanning |
66 // references into the collection set. | |
67 OopsInHeapRegionClosure** _cset_rs_update_cl; | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
68 |
890
6cb8e9df7174
6819077: G1: first GC thread coming late into the GC.
johnc
parents:
845
diff
changeset
|
69 // The routine that performs the actual work of refining a dirty |
6cb8e9df7174
6819077: G1: first GC thread coming late into the GC.
johnc
parents:
845
diff
changeset
|
70 // card. |
1705 | 71 // If check_for_refs_into_refs is true then a true result is returned |
72 // if the card contains oops that have references into the current | |
73 // collection set. | |
74 bool concurrentRefineOneCard_impl(jbyte* card_ptr, int worker_i, | |
75 bool check_for_refs_into_cset); | |
890
6cb8e9df7174
6819077: G1: first GC thread coming late into the GC.
johnc
parents:
845
diff
changeset
|
76 |
342 | 77 public: |
78 // This is called to reset dual hash tables after the gc pause | |
79 // is finished and the initial hash table is no longer being | |
80 // scanned. | |
81 void cleanupHRRS(); | |
82 | |
1861 | 83 G1RemSet(G1CollectedHeap* g1, CardTableModRefBS* ct_bs); |
84 ~G1RemSet(); | |
342 | 85 |
1861 | 86 // Invoke "blk->do_oop" on all pointers into the CS in objects in regions |
87 // outside the CS (having invoked "blk->set_region" to set the "from" | |
88 // region correctly beforehand.) The "worker_i" param is for the | |
89 // parallel case where the number of the worker thread calling this | |
90 // function can be helpful in partitioning the work to be done. It | |
91 // should be the same as the "i" passed to the calling thread's | |
92 // work(i) function. In the sequential case this param will be ingored. | |
342 | 93 void oops_into_collection_set_do(OopsInHeapRegionClosure* blk, |
94 int worker_i); | |
95 | |
1861 | 96 // Prepare for and cleanup after an oops_into_collection_set_do |
97 // call. Must call each of these once before and after (in sequential | |
98 // code) any threads call oops_into_collection_set_do. (This offers an | |
99 // opportunity to sequential setup and teardown of structures needed by a | |
100 // parallel iteration over the CS's RS.) | |
342 | 101 void prepare_for_oops_into_collection_set_do(); |
102 void cleanup_after_oops_into_collection_set_do(); | |
1861 | 103 |
342 | 104 void scanRS(OopsInHeapRegionClosure* oc, int worker_i); |
1705 | 105 void updateRS(DirtyCardQueue* into_cset_dcq, int worker_i); |
1861 | 106 |
342 | 107 HeapRegion* calculateStartRegion(int i); |
108 | |
109 CardTableModRefBS* ct_bs() { return _ct_bs; } | |
110 size_t cardsScanned() { return _total_cards_scanned; } | |
111 | |
112 // Record, if necessary, the fact that *p (where "p" is in region "from", | |
113 // which is required to be non-NULL) has changed to a new non-NULL value. | |
1960
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
114 template <class T> void write_ref(HeapRegion* from, T* p); |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
115 template <class T> void par_write_ref(HeapRegion* from, T* p, int tid); |
342 | 116 |
1861 | 117 // Requires "region_bm" and "card_bm" to be bitmaps with 1 bit per region |
118 // or card, respectively, such that a region or card with a corresponding | |
119 // 0 bit contains no part of any live object. Eliminates any remembered | |
120 // set entries that correspond to dead heap ranges. | |
342 | 121 void scrub(BitMap* region_bm, BitMap* card_bm); |
1861 | 122 |
123 // Like the above, but assumes is called in parallel: "worker_num" is the | |
124 // parallel thread id of the current thread, and "claim_val" is the | |
125 // value that should be used to claim heap regions. | |
342 | 126 void scrub_par(BitMap* region_bm, BitMap* card_bm, |
127 int worker_num, int claim_val); | |
128 | |
1861 | 129 // Refine the card corresponding to "card_ptr". If "sts" is non-NULL, |
130 // join and leave around parts that must be atomic wrt GC. (NULL means | |
131 // being done at a safepoint.) | |
132 // If check_for_refs_into_cset is true, a true result is returned | |
133 // if the given card contains oops that have references into the | |
134 // current collection set. | |
1705 | 135 virtual bool concurrentRefineOneCard(jbyte* card_ptr, int worker_i, |
136 bool check_for_refs_into_cset); | |
342 | 137 |
1861 | 138 // Print any relevant summary info. |
342 | 139 virtual void print_summary_info(); |
1861 | 140 |
141 // Prepare remembered set for verification. | |
342 | 142 virtual void prepare_for_verify(); |
143 }; | |
144 | |
145 #define G1_REM_SET_LOGGING 0 | |
146 | |
147 class CountNonCleanMemRegionClosure: public MemRegionClosure { | |
148 G1CollectedHeap* _g1; | |
149 int _n; | |
150 HeapWord* _start_first; | |
151 public: | |
152 CountNonCleanMemRegionClosure(G1CollectedHeap* g1) : | |
153 _g1(g1), _n(0), _start_first(NULL) | |
154 {} | |
155 void do_MemRegion(MemRegion mr); | |
156 int n() { return _n; }; | |
157 HeapWord* start_first() { return _start_first; } | |
158 }; | |
626
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
159 |
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
160 class UpdateRSOopClosure: public OopClosure { |
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
161 HeapRegion* _from; |
1861 | 162 G1RemSet* _rs; |
626
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
163 int _worker_i; |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
164 |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
165 template <class T> void do_oop_work(T* p); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
166 |
626
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
167 public: |
1861 | 168 UpdateRSOopClosure(G1RemSet* rs, int worker_i = 0) : |
1960
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
169 _from(NULL), _rs(rs), _worker_i(worker_i) |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
170 {} |
626
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
171 |
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
172 void set_from(HeapRegion* from) { |
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
173 assert(from != NULL, "from region must be non-NULL"); |
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
174 _from = from; |
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
175 } |
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
176 |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
177 virtual void do_oop(narrowOop* p) { do_oop_work(p); } |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
178 virtual void do_oop(oop* p) { do_oop_work(p); } |
626
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
179 |
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
180 // Override: this closure is idempotent. |
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
181 // bool idempotent() { return true; } |
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
182 bool apply_to_weak_ref_discovered_field() { return true; } |
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
183 }; |
1705 | 184 |
185 class UpdateRSetImmediate: public OopsInHeapRegionClosure { | |
186 private: | |
187 G1RemSet* _g1_rem_set; | |
188 | |
189 template <class T> void do_oop_work(T* p); | |
190 public: | |
191 UpdateRSetImmediate(G1RemSet* rs) : | |
192 _g1_rem_set(rs) {} | |
193 | |
194 virtual void do_oop(narrowOop* p) { do_oop_work(p); } | |
195 virtual void do_oop( oop* p) { do_oop_work(p); } | |
196 }; | |
1960
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
197 |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
198 class UpdateRSOrPushRefOopClosure: public OopClosure { |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
199 G1CollectedHeap* _g1; |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
200 G1RemSet* _g1_rem_set; |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
201 HeapRegion* _from; |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
202 OopsInHeapRegionClosure* _push_ref_cl; |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
203 bool _record_refs_into_cset; |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
204 int _worker_i; |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
205 |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
206 template <class T> void do_oop_work(T* p); |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
207 |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
208 public: |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
209 UpdateRSOrPushRefOopClosure(G1CollectedHeap* g1h, |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
210 G1RemSet* rs, |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
211 OopsInHeapRegionClosure* push_ref_cl, |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
212 bool record_refs_into_cset, |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
213 int worker_i = 0) : |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
214 _g1(g1h), |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
215 _g1_rem_set(rs), |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
216 _from(NULL), |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
217 _record_refs_into_cset(record_refs_into_cset), |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
218 _push_ref_cl(push_ref_cl), |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
219 _worker_i(worker_i) { } |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
220 |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
221 void set_from(HeapRegion* from) { |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
222 assert(from != NULL, "from region must be non-NULL"); |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
223 _from = from; |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
224 } |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
225 |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
226 bool self_forwarded(oop obj) { |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
227 bool result = (obj->is_forwarded() && (obj->forwardee()== obj)); |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
228 return result; |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
229 } |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
230 |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
231 virtual void do_oop(narrowOop* p) { do_oop_work(p); } |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
232 virtual void do_oop(oop* p) { do_oop_work(p); } |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
233 |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
234 bool apply_to_weak_ref_discovered_field() { return true; } |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
235 }; |
878b57474103
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
1861
diff
changeset
|
236 |
1972 | 237 |
238 #endif // SHARE_VM_GC_IMPLEMENTATION_G1_G1REMSET_HPP |