Mercurial > hg > graal-compiler
annotate src/share/vm/gc_implementation/g1/g1RemSet.hpp @ 1836:894b1d7c7e01
6423256: GC stacks should use a better data structure
6942771: SEGV in ParScanThreadState::take_from_overflow_stack
Reviewed-by: apetrusenko, ysr, pbk
| author | jcoomes |
|---|---|
| date | Tue, 28 Sep 2010 15:56:15 -0700 |
| parents | a03ae377b2e8 |
| children | c32059ef4dc0 |
| rev | line source |
|---|---|
| 342 | 1 /* |
| 1705 | 2 * Copyright (c) 2001, 2010, Oracle and/or its affiliates. All rights reserved. |
| 342 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
| 4 * | |
| 5 * This code is free software; you can redistribute it and/or modify it | |
| 6 * under the terms of the GNU General Public License version 2 only, as | |
| 7 * published by the Free Software Foundation. | |
| 8 * | |
| 9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
| 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
| 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
| 12 * version 2 for more details (a copy is included in the LICENSE file that | |
| 13 * accompanied this code). | |
| 14 * | |
| 15 * You should have received a copy of the GNU General Public License version | |
| 16 * 2 along with this work; if not, write to the Free Software Foundation, | |
| 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
| 18 * | |
|
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
890
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
|
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
890
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
|
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
890
diff
changeset
|
21 * questions. |
| 342 | 22 * |
| 23 */ | |
| 24 | |
| 25 // A G1RemSet provides ways of iterating over pointers into a selected | |
| 26 // collection set. | |
| 27 | |
| 28 class G1CollectedHeap; | |
| 29 class CardTableModRefBarrierSet; | |
| 30 class HRInto_G1RemSet; | |
| 31 class ConcurrentG1Refine; | |
| 32 | |
|
549
fe3d7c11b4b7
6700941: G1: allocation spec missing for some G1 classes
apetrusenko
parents:
342
diff
changeset
|
33 class G1RemSet: public CHeapObj { |
| 342 | 34 protected: |
| 35 G1CollectedHeap* _g1; | |
| 36 unsigned _conc_refine_cards; | |
| 37 size_t n_workers(); | |
| 38 | |
| 39 public: | |
| 40 G1RemSet(G1CollectedHeap* g1) : | |
| 794 | 41 _g1(g1), _conc_refine_cards(0) |
| 342 | 42 {} |
| 43 | |
| 44 // Invoke "blk->do_oop" on all pointers into the CS in object in regions | |
| 45 // outside the CS (having invoked "blk->set_region" to set the "from" | |
| 46 // region correctly beforehand.) The "worker_i" param is for the | |
| 47 // parallel case where the number of the worker thread calling this | |
| 48 // function can be helpful in partitioning the work to be done. It | |
| 49 // should be the same as the "i" passed to the calling thread's | |
| 50 // work(i) function. In the sequential case this param will be ingored. | |
| 51 virtual void oops_into_collection_set_do(OopsInHeapRegionClosure* blk, | |
| 52 int worker_i) = 0; | |
| 53 | |
| 54 // Prepare for and cleanup after an oops_into_collection_set_do | |
| 55 // call. Must call each of these once before and after (in sequential | |
| 56 // code) any threads call oops into collection set do. (This offers an | |
| 57 // opportunity to sequential setup and teardown of structures needed by a | |
| 58 // parallel iteration over the CS's RS.) | |
| 59 virtual void prepare_for_oops_into_collection_set_do() = 0; | |
| 60 virtual void cleanup_after_oops_into_collection_set_do() = 0; | |
| 61 | |
| 62 // If "this" is of the given subtype, return "this", else "NULL". | |
| 63 virtual HRInto_G1RemSet* as_HRInto_G1RemSet() { return NULL; } | |
| 64 | |
|
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
65 // Record, if necessary, the fact that *p (where "p" is in region "from", |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
66 // and is, a fortiori, required to be non-NULL) has changed to its new value. |
| 342 | 67 virtual void write_ref(HeapRegion* from, oop* p) = 0; |
|
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
68 virtual void write_ref(HeapRegion* from, narrowOop* p) = 0; |
| 342 | 69 virtual void par_write_ref(HeapRegion* from, oop* p, int tid) = 0; |
|
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
70 virtual void par_write_ref(HeapRegion* from, narrowOop* p, int tid) = 0; |
| 342 | 71 |
| 72 // Requires "region_bm" and "card_bm" to be bitmaps with 1 bit per region | |
| 73 // or card, respectively, such that a region or card with a corresponding | |
| 74 // 0 bit contains no part of any live object. Eliminates any remembered | |
| 75 // set entries that correspond to dead heap ranges. | |
| 76 virtual void scrub(BitMap* region_bm, BitMap* card_bm) = 0; | |
| 77 // Like the above, but assumes is called in parallel: "worker_num" is the | |
| 78 // parallel thread id of the current thread, and "claim_val" is the | |
| 79 // value that should be used to claim heap regions. | |
| 80 virtual void scrub_par(BitMap* region_bm, BitMap* card_bm, | |
| 81 int worker_num, int claim_val) = 0; | |
| 82 | |
| 83 // Refine the card corresponding to "card_ptr". If "sts" is non-NULL, | |
| 84 // join and leave around parts that must be atomic wrt GC. (NULL means | |
| 85 // being done at a safepoint.) | |
| 1705 | 86 // With some implementations of this routine, when check_for_refs_into_cset |
| 87 // is true, a true result may be returned if the given card contains oops | |
| 88 // that have references into the current collection set. | |
| 89 virtual bool concurrentRefineOneCard(jbyte* card_ptr, int worker_i, | |
| 90 bool check_for_refs_into_cset) { | |
| 91 return false; | |
| 92 } | |
| 342 | 93 |
| 94 // Print any relevant summary info. | |
| 95 virtual void print_summary_info() {} | |
| 96 | |
| 97 // Prepare remebered set for verification. | |
| 98 virtual void prepare_for_verify() {}; | |
| 99 }; | |
| 100 | |
| 101 | |
| 102 // The simplest possible G1RemSet: iterates over all objects in non-CS | |
| 103 // regions, searching for pointers into the CS. | |
| 104 class StupidG1RemSet: public G1RemSet { | |
| 105 public: | |
| 106 StupidG1RemSet(G1CollectedHeap* g1) : G1RemSet(g1) {} | |
| 107 | |
| 108 void oops_into_collection_set_do(OopsInHeapRegionClosure* blk, | |
| 109 int worker_i); | |
| 110 | |
| 111 void prepare_for_oops_into_collection_set_do() {} | |
| 112 void cleanup_after_oops_into_collection_set_do() {} | |
| 113 | |
| 114 // Nothing is necessary in the version below. | |
| 115 void write_ref(HeapRegion* from, oop* p) {} | |
|
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
116 void write_ref(HeapRegion* from, narrowOop* p) {} |
| 342 | 117 void par_write_ref(HeapRegion* from, oop* p, int tid) {} |
|
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
118 void par_write_ref(HeapRegion* from, narrowOop* p, int tid) {} |
| 342 | 119 |
| 120 void scrub(BitMap* region_bm, BitMap* card_bm) {} | |
| 121 void scrub_par(BitMap* region_bm, BitMap* card_bm, | |
| 122 int worker_num, int claim_val) {} | |
| 123 | |
| 124 }; | |
| 125 | |
| 126 // A G1RemSet in which each heap region has a rem set that records the | |
| 127 // external heap references into it. Uses a mod ref bs to track updates, | |
| 128 // so that they can be used to update the individual region remsets. | |
| 129 | |
| 130 class HRInto_G1RemSet: public G1RemSet { | |
| 131 protected: | |
| 132 enum SomePrivateConstants { | |
| 133 UpdateRStoMergeSync = 0, | |
| 134 MergeRStoDoDirtySync = 1, | |
| 135 DoDirtySync = 2, | |
| 136 LastSync = 3, | |
| 137 | |
| 138 SeqTask = 0, | |
| 139 NumSeqTasks = 1 | |
| 140 }; | |
| 141 | |
| 142 CardTableModRefBS* _ct_bs; | |
| 143 SubTasksDone* _seq_task; | |
| 144 G1CollectorPolicy* _g1p; | |
| 145 | |
| 146 ConcurrentG1Refine* _cg1r; | |
| 147 | |
| 148 size_t* _cards_scanned; | |
| 149 size_t _total_cards_scanned; | |
| 150 | |
|
1708
a03ae377b2e8
6930581: G1: assert(ParallelGCThreads > 1 || n_yielded() == _hrrs->occupied(),"Should have yielded all the ..
johnc
parents:
1705
diff
changeset
|
151 // _traversal_in_progress is "true" iff a traversal is in progress. |
|
a03ae377b2e8
6930581: G1: assert(ParallelGCThreads > 1 || n_yielded() == _hrrs->occupied(),"Should have yielded all the ..
johnc
parents:
1705
diff
changeset
|
152 |
|
a03ae377b2e8
6930581: G1: assert(ParallelGCThreads > 1 || n_yielded() == _hrrs->occupied(),"Should have yielded all the ..
johnc
parents:
1705
diff
changeset
|
153 bool _traversal_in_progress; |
|
a03ae377b2e8
6930581: G1: assert(ParallelGCThreads > 1 || n_yielded() == _hrrs->occupied(),"Should have yielded all the ..
johnc
parents:
1705
diff
changeset
|
154 void set_traversal(bool b) { _traversal_in_progress = b; } |
| 1705 | 155 |
| 156 // Used for caching the closure that is responsible for scanning | |
| 157 // references into the collection set. | |
| 158 OopsInHeapRegionClosure** _cset_rs_update_cl; | |
|
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
159 |
|
890
6cb8e9df7174
6819077: G1: first GC thread coming late into the GC.
johnc
parents:
845
diff
changeset
|
160 // The routine that performs the actual work of refining a dirty |
|
6cb8e9df7174
6819077: G1: first GC thread coming late into the GC.
johnc
parents:
845
diff
changeset
|
161 // card. |
| 1705 | 162 // If check_for_refs_into_refs is true then a true result is returned |
| 163 // if the card contains oops that have references into the current | |
| 164 // collection set. | |
| 165 bool concurrentRefineOneCard_impl(jbyte* card_ptr, int worker_i, | |
| 166 bool check_for_refs_into_cset); | |
|
890
6cb8e9df7174
6819077: G1: first GC thread coming late into the GC.
johnc
parents:
845
diff
changeset
|
167 |
|
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
168 protected: |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
169 template <class T> void write_ref_nv(HeapRegion* from, T* p); |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
170 template <class T> void par_write_ref_nv(HeapRegion* from, T* p, int tid); |
| 342 | 171 |
| 172 public: | |
| 173 // This is called to reset dual hash tables after the gc pause | |
| 174 // is finished and the initial hash table is no longer being | |
| 175 // scanned. | |
| 176 void cleanupHRRS(); | |
| 177 | |
| 178 HRInto_G1RemSet(G1CollectedHeap* g1, CardTableModRefBS* ct_bs); | |
| 179 ~HRInto_G1RemSet(); | |
| 180 | |
| 181 void oops_into_collection_set_do(OopsInHeapRegionClosure* blk, | |
| 182 int worker_i); | |
| 183 | |
| 184 void prepare_for_oops_into_collection_set_do(); | |
| 185 void cleanup_after_oops_into_collection_set_do(); | |
| 186 void scanRS(OopsInHeapRegionClosure* oc, int worker_i); | |
|
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
187 template <class T> void scanNewRefsRS_work(OopsInHeapRegionClosure* oc, int worker_i); |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
188 void scanNewRefsRS(OopsInHeapRegionClosure* oc, int worker_i) { |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
189 if (UseCompressedOops) { |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
190 scanNewRefsRS_work<narrowOop>(oc, worker_i); |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
191 } else { |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
192 scanNewRefsRS_work<oop>(oc, worker_i); |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
193 } |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
194 } |
| 1705 | 195 void updateRS(DirtyCardQueue* into_cset_dcq, int worker_i); |
| 342 | 196 HeapRegion* calculateStartRegion(int i); |
| 197 | |
| 198 HRInto_G1RemSet* as_HRInto_G1RemSet() { return this; } | |
| 199 | |
| 200 CardTableModRefBS* ct_bs() { return _ct_bs; } | |
| 201 size_t cardsScanned() { return _total_cards_scanned; } | |
| 202 | |
| 203 // Record, if necessary, the fact that *p (where "p" is in region "from", | |
| 204 // which is required to be non-NULL) has changed to a new non-NULL value. | |
|
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
205 // [Below the virtual version calls a non-virtual protected |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
206 // workhorse that is templatified for narrow vs wide oop.] |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
207 inline void write_ref(HeapRegion* from, oop* p) { |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
208 write_ref_nv(from, p); |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
209 } |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
210 inline void write_ref(HeapRegion* from, narrowOop* p) { |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
211 write_ref_nv(from, p); |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
212 } |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
213 inline void par_write_ref(HeapRegion* from, oop* p, int tid) { |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
214 par_write_ref_nv(from, p, tid); |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
215 } |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
216 inline void par_write_ref(HeapRegion* from, narrowOop* p, int tid) { |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
217 par_write_ref_nv(from, p, tid); |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
218 } |
| 342 | 219 |
|
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
220 bool self_forwarded(oop obj); |
| 342 | 221 |
| 222 void scrub(BitMap* region_bm, BitMap* card_bm); | |
| 223 void scrub_par(BitMap* region_bm, BitMap* card_bm, | |
| 224 int worker_num, int claim_val); | |
| 225 | |
| 1705 | 226 // If check_for_refs_into_cset is true then a true result is returned |
| 227 // if the card contains oops that have references into the current | |
| 228 // collection set. | |
| 229 virtual bool concurrentRefineOneCard(jbyte* card_ptr, int worker_i, | |
| 230 bool check_for_refs_into_cset); | |
| 342 | 231 |
| 232 virtual void print_summary_info(); | |
| 233 virtual void prepare_for_verify(); | |
| 234 }; | |
| 235 | |
| 236 #define G1_REM_SET_LOGGING 0 | |
| 237 | |
| 238 class CountNonCleanMemRegionClosure: public MemRegionClosure { | |
| 239 G1CollectedHeap* _g1; | |
| 240 int _n; | |
| 241 HeapWord* _start_first; | |
| 242 public: | |
| 243 CountNonCleanMemRegionClosure(G1CollectedHeap* g1) : | |
| 244 _g1(g1), _n(0), _start_first(NULL) | |
| 245 {} | |
| 246 void do_MemRegion(MemRegion mr); | |
| 247 int n() { return _n; }; | |
| 248 HeapWord* start_first() { return _start_first; } | |
| 249 }; | |
|
626
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
250 |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
251 class UpdateRSOopClosure: public OopClosure { |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
252 HeapRegion* _from; |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
253 HRInto_G1RemSet* _rs; |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
254 int _worker_i; |
|
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
255 |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
256 template <class T> void do_oop_work(T* p); |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
257 |
|
626
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
258 public: |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
259 UpdateRSOopClosure(HRInto_G1RemSet* rs, int worker_i = 0) : |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
260 _from(NULL), _rs(rs), _worker_i(worker_i) { |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
261 guarantee(_rs != NULL, "Requires an HRIntoG1RemSet"); |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
262 } |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
263 |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
264 void set_from(HeapRegion* from) { |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
265 assert(from != NULL, "from region must be non-NULL"); |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
266 _from = from; |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
267 } |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
268 |
|
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
269 virtual void do_oop(narrowOop* p) { do_oop_work(p); } |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
794
diff
changeset
|
270 virtual void do_oop(oop* p) { do_oop_work(p); } |
|
626
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
271 |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
272 // Override: this closure is idempotent. |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
273 // bool idempotent() { return true; } |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
274 bool apply_to_weak_ref_discovered_field() { return true; } |
|
87fa6e083d82
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
616
diff
changeset
|
275 }; |
| 1705 | 276 |
| 277 class UpdateRSetImmediate: public OopsInHeapRegionClosure { | |
| 278 private: | |
| 279 G1RemSet* _g1_rem_set; | |
| 280 | |
| 281 template <class T> void do_oop_work(T* p); | |
| 282 public: | |
| 283 UpdateRSetImmediate(G1RemSet* rs) : | |
| 284 _g1_rem_set(rs) {} | |
| 285 | |
| 286 virtual void do_oop(narrowOop* p) { do_oop_work(p); } | |
| 287 virtual void do_oop( oop* p) { do_oop_work(p); } | |
| 288 }; |