Mercurial > hg > truffle
annotate src/share/vm/memory/genMarkSweep.cpp @ 8035:f64ffbf81af5
8006432: Ratio flags should be unsigned
Summary: Flags changed to be of uintx type
Reviewed-by: johnc, tamao
author | jwilhelm |
---|---|
date | Thu, 07 Feb 2013 15:51:25 +0100 |
parents | b735136e0d82 |
children | a08c80e9e1e5 |
rev | line source |
---|---|
0 | 1 /* |
4872
aa3d708d67c4
7141200: log some interesting information in ring buffers for crashes
never
parents:
3960
diff
changeset
|
2 * Copyright (c) 2001, 2012, Oracle and/or its affiliates. All rights reserved. |
0 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 * | |
5 * This code is free software; you can redistribute it and/or modify it | |
6 * under the terms of the GNU General Public License version 2 only, as | |
7 * published by the Free Software Foundation. | |
8 * | |
9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
12 * version 2 for more details (a copy is included in the LICENSE file that | |
13 * accompanied this code). | |
14 * | |
15 * You should have received a copy of the GNU General Public License version | |
16 * 2 along with this work; if not, write to the Free Software Foundation, | |
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
18 * | |
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1387
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1387
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1387
diff
changeset
|
21 * questions. |
0 | 22 * |
23 */ | |
24 | |
1972 | 25 #include "precompiled.hpp" |
26 #include "classfile/javaClasses.hpp" | |
27 #include "classfile/symbolTable.hpp" | |
28 #include "classfile/systemDictionary.hpp" | |
29 #include "classfile/vmSymbols.hpp" | |
30 #include "code/codeCache.hpp" | |
31 #include "code/icBuffer.hpp" | |
32 #include "gc_interface/collectedHeap.inline.hpp" | |
33 #include "memory/genCollectedHeap.hpp" | |
34 #include "memory/genMarkSweep.hpp" | |
35 #include "memory/genOopClosures.inline.hpp" | |
36 #include "memory/generation.inline.hpp" | |
37 #include "memory/modRefBarrierSet.hpp" | |
38 #include "memory/referencePolicy.hpp" | |
39 #include "memory/space.hpp" | |
40 #include "oops/instanceRefKlass.hpp" | |
41 #include "oops/oop.inline.hpp" | |
42 #include "prims/jvmtiExport.hpp" | |
43 #include "runtime/fprofiler.hpp" | |
44 #include "runtime/handles.inline.hpp" | |
45 #include "runtime/synchronizer.hpp" | |
7180
f34d701e952e
8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
6787
diff
changeset
|
46 #include "runtime/thread.inline.hpp" |
1972 | 47 #include "runtime/vmThread.hpp" |
48 #include "utilities/copy.hpp" | |
49 #include "utilities/events.hpp" | |
0 | 50 |
51 void GenMarkSweep::invoke_at_safepoint(int level, ReferenceProcessor* rp, | |
52 bool clear_all_softrefs) { | |
53 assert(SafepointSynchronize::is_at_safepoint(), "must be at a safepoint"); | |
54 | |
1387
0bfd3fb24150
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
1311
diff
changeset
|
55 GenCollectedHeap* gch = GenCollectedHeap::heap(); |
0bfd3fb24150
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
1311
diff
changeset
|
56 #ifdef ASSERT |
0bfd3fb24150
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
1311
diff
changeset
|
57 if (gch->collector_policy()->should_clear_all_soft_refs()) { |
0bfd3fb24150
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
1311
diff
changeset
|
58 assert(clear_all_softrefs, "Policy should have been checked earlier"); |
0bfd3fb24150
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
1311
diff
changeset
|
59 } |
0bfd3fb24150
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
1311
diff
changeset
|
60 #endif |
0bfd3fb24150
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
1311
diff
changeset
|
61 |
0 | 62 // hook up weak ref data so it can be used during Mark-Sweep |
63 assert(ref_processor() == NULL, "no stomping"); | |
453
c96030fff130
6684579: SoftReference processing can be made more efficient
ysr
parents:
356
diff
changeset
|
64 assert(rp != NULL, "should be non-NULL"); |
0 | 65 _ref_processor = rp; |
457
27a80744a83b
6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents:
453
diff
changeset
|
66 rp->setup_policy(clear_all_softrefs); |
0 | 67 |
6064
9d679effd28c
7166894: Add gc cause to GC logging for all collectors
brutisso
parents:
4911
diff
changeset
|
68 TraceTime t1(GCCauseString("Full GC", gch->gc_cause()), PrintGC && !PrintGCDetails, true, gclog_or_tty); |
0 | 69 |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
70 // When collecting the permanent generation Method*s may be moving, |
0 | 71 // so we either have to flush all bcp data or convert it into bci. |
72 CodeCache::gc_prologue(); | |
73 Threads::gc_prologue(); | |
74 | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
75 // Increment the invocation count |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
76 _total_invocations++; |
0 | 77 |
78 // Capture heap size before collection for printing. | |
79 size_t gch_prev_used = gch->used(); | |
80 | |
81 // Some of the card table updates below assume that the perm gen is | |
82 // also being collected. | |
83 assert(level == gch->n_gens() - 1, | |
84 "All generations are being collected, ergo perm gen too."); | |
85 | |
86 // Capture used regions for each generation that will be | |
87 // subject to collection, so that card table adjustments can | |
88 // be made intelligently (see clear / invalidate further below). | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
89 gch->save_used_regions(level); |
0 | 90 |
91 allocate_stacks(); | |
92 | |
93 mark_sweep_phase1(level, clear_all_softrefs); | |
94 | |
95 mark_sweep_phase2(); | |
96 | |
97 // Don't add any more derived pointers during phase3 | |
98 COMPILER2_PRESENT(assert(DerivedPointerTable::is_active(), "Sanity")); | |
99 COMPILER2_PRESENT(DerivedPointerTable::set_active(false)); | |
100 | |
101 mark_sweep_phase3(level); | |
102 | |
103 mark_sweep_phase4(); | |
104 | |
105 restore_marks(); | |
106 | |
107 // Set saved marks for allocation profiler (and other things? -- dld) | |
108 // (Should this be in general part?) | |
109 gch->save_marks(); | |
110 | |
111 deallocate_stacks(); | |
112 | |
113 // If compaction completely evacuated all generations younger than this | |
114 // one, then we can clear the card table. Otherwise, we must invalidate | |
115 // it (consider all cards dirty). In the future, we might consider doing | |
116 // compaction within generations only, and doing card-table sliding. | |
117 bool all_empty = true; | |
118 for (int i = 0; all_empty && i < level; i++) { | |
119 Generation* g = gch->get_gen(i); | |
120 all_empty = all_empty && gch->get_gen(i)->used() == 0; | |
121 } | |
122 GenRemSet* rs = gch->rem_set(); | |
123 // Clear/invalidate below make use of the "prev_used_regions" saved earlier. | |
124 if (all_empty) { | |
125 // We've evacuated all generations below us. | |
126 Generation* g = gch->get_gen(level); | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
127 rs->clear_into_younger(g); |
0 | 128 } else { |
129 // Invalidate the cards corresponding to the currently used | |
130 // region and clear those corresponding to the evacuated region | |
131 // of all generations just collected (i.e. level and younger). | |
132 rs->invalidate_or_clear(gch->get_gen(level), | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
133 true /* younger */); |
0 | 134 } |
135 | |
136 Threads::gc_epilogue(); | |
137 CodeCache::gc_epilogue(); | |
2147
9afee0b9fc1d
7012505: BreakpointWithFullGC.sh fails with Internal Error (src/share/vm/oops/methodOop.cpp:220)
kamg
parents:
1972
diff
changeset
|
138 JvmtiExport::gc_epilogue(); |
0 | 139 |
140 if (PrintGC && !PrintGCDetails) { | |
141 gch->print_heap_change(gch_prev_used); | |
142 } | |
143 | |
144 // refs processing: clean slate | |
145 _ref_processor = NULL; | |
146 | |
147 // Update heap occupancy information which is used as | |
148 // input to soft ref clearing policy at the next gc. | |
149 Universe::update_heap_info_at_gc(); | |
150 | |
151 // Update time of last gc for all generations we collected | |
152 // (which curently is all the generations in the heap). | |
4911 | 153 // We need to use a monotonically non-deccreasing time in ms |
154 // or we will see time-warp warnings and os::javaTimeMillis() | |
155 // does not guarantee monotonicity. | |
156 jlong now = os::javaTimeNanos() / NANOSECS_PER_MILLISEC; | |
157 gch->update_time_of_last_gc(now); | |
0 | 158 } |
159 | |
160 void GenMarkSweep::allocate_stacks() { | |
161 GenCollectedHeap* gch = GenCollectedHeap::heap(); | |
162 // Scratch request on behalf of oldest generation; will do no | |
163 // allocation. | |
164 ScratchBlock* scratch = gch->gather_scratch(gch->_gens[gch->_n_gens-1], 0); | |
165 | |
166 // $$$ To cut a corner, we'll only use the first scratch block, and then | |
167 // revert to malloc. | |
168 if (scratch != NULL) { | |
169 _preserved_count_max = | |
170 scratch->num_words * HeapWordSize / sizeof(PreservedMark); | |
171 } else { | |
172 _preserved_count_max = 0; | |
173 } | |
174 | |
175 _preserved_marks = (PreservedMark*)scratch; | |
176 _preserved_count = 0; | |
177 } | |
178 | |
179 | |
180 void GenMarkSweep::deallocate_stacks() { | |
356 | 181 if (!UseG1GC) { |
182 GenCollectedHeap* gch = GenCollectedHeap::heap(); | |
183 gch->release_scratch(); | |
184 } | |
263
12eea04c8b06
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
113
diff
changeset
|
185 |
1836
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1552
diff
changeset
|
186 _preserved_mark_stack.clear(true); |
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1552
diff
changeset
|
187 _preserved_oop_stack.clear(true); |
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1552
diff
changeset
|
188 _marking_stack.clear(); |
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1552
diff
changeset
|
189 _objarray_stack.clear(true); |
0 | 190 } |
191 | |
192 void GenMarkSweep::mark_sweep_phase1(int level, | |
193 bool clear_all_softrefs) { | |
194 // Recursively traverse all live objects and mark them | |
195 TraceTime tm("phase 1", PrintGC && Verbose, true, gclog_or_tty); | |
196 trace(" 1"); | |
197 | |
198 GenCollectedHeap* gch = GenCollectedHeap::heap(); | |
199 | |
200 // Because follow_root_closure is created statically, cannot | |
201 // use OopsInGenClosure constructor which takes a generation, | |
202 // as the Universe has not been created when the static constructors | |
203 // are run. | |
204 follow_root_closure.set_orig_generation(gch->get_gen(level)); | |
205 | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
206 // Need new claim bits before marking starts. |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
207 ClassLoaderDataGraph::clear_claimed_marks(); |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
208 |
0 | 209 gch->gen_process_strong_roots(level, |
210 false, // Younger gens are not roots. | |
989
148e5441d916
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
457
diff
changeset
|
211 true, // activate StrongRootsScope |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
212 false, // not scavenging |
0 | 213 SharedHeap::SO_SystemClasses, |
989
148e5441d916
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
457
diff
changeset
|
214 &follow_root_closure, |
148e5441d916
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
457
diff
changeset
|
215 true, // walk code active on stacks |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
216 &follow_root_closure, |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
217 &follow_klass_closure); |
0 | 218 |
219 // Process reference objects found during marking | |
220 { | |
457
27a80744a83b
6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents:
453
diff
changeset
|
221 ref_processor()->setup_policy(clear_all_softrefs); |
0 | 222 ref_processor()->process_discovered_references( |
453
c96030fff130
6684579: SoftReference processing can be made more efficient
ysr
parents:
356
diff
changeset
|
223 &is_alive, &keep_alive, &follow_stack_closure, NULL); |
0 | 224 } |
225 | |
226 // Follow system dictionary roots and unload classes | |
227 bool purged_class = SystemDictionary::do_unloading(&is_alive); | |
228 | |
229 // Follow code cache roots | |
6787
8966c2d65d96
7200470: KeepAliveClosure not needed in CodeCache::do_unloading
brutisso
parents:
6725
diff
changeset
|
230 CodeCache::do_unloading(&is_alive, purged_class); |
0 | 231 follow_stack(); // Flush marking stack |
232 | |
233 // Update subklass/sibling/implementor links of live klasses | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
234 Klass::clean_weak_klass_links(&is_alive); |
1836
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1552
diff
changeset
|
235 assert(_marking_stack.is_empty(), "just drained"); |
941 | 236 |
2177
3582bf76420e
6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents:
2147
diff
changeset
|
237 // Visit interned string tables and delete unmarked oops |
0 | 238 StringTable::unlink(&is_alive); |
2177
3582bf76420e
6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents:
2147
diff
changeset
|
239 // Clean up unreferenced symbols in symbol table. |
3582bf76420e
6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents:
2147
diff
changeset
|
240 SymbolTable::unlink(); |
0 | 241 |
1836
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1552
diff
changeset
|
242 assert(_marking_stack.is_empty(), "stack should be empty by now"); |
0 | 243 } |
244 | |
245 | |
246 void GenMarkSweep::mark_sweep_phase2() { | |
247 // Now all live objects are marked, compute the new object addresses. | |
248 | |
249 // It is imperative that we traverse perm_gen LAST. If dead space is | |
250 // allowed a range of dead object may get overwritten by a dead int | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
251 // array. If perm_gen is not traversed last a Klass* may get |
0 | 252 // overwritten. This is fine since it is dead, but if the class has dead |
253 // instances we have to skip them, and in order to find their size we | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
254 // need the Klass*! |
0 | 255 // |
256 // It is not required that we traverse spaces in the same order in | |
257 // phase2, phase3 and phase4, but the ValidateMarkSweep live oops | |
258 // tracking expects us to do so. See comment under phase4. | |
259 | |
260 GenCollectedHeap* gch = GenCollectedHeap::heap(); | |
261 | |
262 TraceTime tm("phase 2", PrintGC && Verbose, true, gclog_or_tty); | |
263 trace("2"); | |
264 | |
265 gch->prepare_for_compaction(); | |
266 } | |
267 | |
268 class GenAdjustPointersClosure: public GenCollectedHeap::GenClosure { | |
269 public: | |
270 void do_generation(Generation* gen) { | |
271 gen->adjust_pointers(); | |
272 } | |
273 }; | |
274 | |
275 void GenMarkSweep::mark_sweep_phase3(int level) { | |
276 GenCollectedHeap* gch = GenCollectedHeap::heap(); | |
277 | |
278 // Adjust the pointers to reflect the new locations | |
279 TraceTime tm("phase 3", PrintGC && Verbose, true, gclog_or_tty); | |
280 trace("3"); | |
281 | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
282 // Need new claim bits for the pointer adjustment tracing. |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
283 ClassLoaderDataGraph::clear_claimed_marks(); |
0 | 284 |
285 // Because the two closures below are created statically, cannot | |
286 // use OopsInGenClosure constructor which takes a generation, | |
287 // as the Universe has not been created when the static constructors | |
288 // are run. | |
289 adjust_root_pointer_closure.set_orig_generation(gch->get_gen(level)); | |
290 adjust_pointer_closure.set_orig_generation(gch->get_gen(level)); | |
291 | |
292 gch->gen_process_strong_roots(level, | |
293 false, // Younger gens are not roots. | |
989
148e5441d916
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
457
diff
changeset
|
294 true, // activate StrongRootsScope |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
295 false, // not scavenging |
0 | 296 SharedHeap::SO_AllClasses, |
297 &adjust_root_pointer_closure, | |
989
148e5441d916
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
457
diff
changeset
|
298 false, // do not walk code |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
299 &adjust_root_pointer_closure, |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
300 &adjust_klass_closure); |
0 | 301 |
302 // Now adjust pointers in remaining weak roots. (All of which should | |
303 // have been cleared if they pointed to non-surviving objects.) | |
989
148e5441d916
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
457
diff
changeset
|
304 CodeBlobToOopClosure adjust_code_pointer_closure(&adjust_pointer_closure, |
148e5441d916
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
457
diff
changeset
|
305 /*do_marking=*/ false); |
0 | 306 gch->gen_process_weak_roots(&adjust_root_pointer_closure, |
989
148e5441d916
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
457
diff
changeset
|
307 &adjust_code_pointer_closure, |
0 | 308 &adjust_pointer_closure); |
309 | |
310 adjust_marks(); | |
311 GenAdjustPointersClosure blk; | |
312 gch->generation_iterate(&blk, true); | |
313 } | |
314 | |
315 class GenCompactClosure: public GenCollectedHeap::GenClosure { | |
316 public: | |
317 void do_generation(Generation* gen) { | |
318 gen->compact(); | |
319 } | |
320 }; | |
321 | |
322 void GenMarkSweep::mark_sweep_phase4() { | |
323 // All pointers are now adjusted, move objects accordingly | |
324 | |
325 // It is imperative that we traverse perm_gen first in phase4. All | |
326 // classes must be allocated earlier than their instances, and traversing | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
327 // perm_gen first makes sure that all Klass*s have moved to their new |
0 | 328 // location before any instance does a dispatch through it's klass! |
329 | |
330 // The ValidateMarkSweep live oops tracking expects us to traverse spaces | |
331 // in the same order in phase2, phase3 and phase4. We don't quite do that | |
332 // here (perm_gen first rather than last), so we tell the validate code | |
333 // to use a higher index (saved from phase2) when verifying perm_gen. | |
334 GenCollectedHeap* gch = GenCollectedHeap::heap(); | |
335 | |
336 TraceTime tm("phase 4", PrintGC && Verbose, true, gclog_or_tty); | |
337 trace("4"); | |
338 | |
339 GenCompactClosure blk; | |
340 gch->generation_iterate(&blk, true); | |
341 } |