annotate src/share/vm/memory/genMarkSweep.cpp @ 1994:6cd6d394f280

7001033: assert(gch->gc_cause() == GCCause::_scavenge_alot || !gch->incremental_collection_failed()) 7002546: regression on SpecJbb2005 on 7b118 comparing to 7b117 on small heaps Summary: Relaxed assertion checking related to incremental_collection_failed flag to allow for ExplicitGCInvokesConcurrent behaviour where we do not want a failing scavenge to bail to a stop-world collection. Parameterized incremental_collection_will_fail() so we can selectively use, or not use, as appropriate, the statistical prediction at specific use sites. This essentially reverts the scavenge bail-out logic to what it was prior to some recent changes that had inadvertently started using the statistical prediction which can be noisy in the presence of bursty loads. Added some associated verbose non-product debugging messages. Reviewed-by: johnc, tonyp
author ysr
date Tue, 07 Dec 2010 21:55:53 -0800
parents f95d63e2154a
children 9afee0b9fc1d
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1387
diff changeset
2 * Copyright (c) 2001, 2010, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1387
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1387
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1387
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
25 #include "precompiled.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
26 #include "classfile/javaClasses.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
27 #include "classfile/symbolTable.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
28 #include "classfile/systemDictionary.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
29 #include "classfile/vmSymbols.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
30 #include "code/codeCache.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
31 #include "code/icBuffer.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
32 #include "gc_interface/collectedHeap.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
33 #include "memory/genCollectedHeap.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
34 #include "memory/genMarkSweep.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
35 #include "memory/genOopClosures.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
36 #include "memory/generation.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
37 #include "memory/modRefBarrierSet.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
38 #include "memory/referencePolicy.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
39 #include "memory/space.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
40 #include "oops/instanceRefKlass.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
41 #include "oops/oop.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
42 #include "prims/jvmtiExport.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
43 #include "runtime/fprofiler.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
44 #include "runtime/handles.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
45 #include "runtime/synchronizer.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
46 #include "runtime/vmThread.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
47 #include "utilities/copy.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
48 #include "utilities/events.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
49 #ifdef TARGET_OS_FAMILY_linux
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
50 # include "thread_linux.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
51 #endif
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
52 #ifdef TARGET_OS_FAMILY_solaris
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
53 # include "thread_solaris.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
54 #endif
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
55 #ifdef TARGET_OS_FAMILY_windows
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
56 # include "thread_windows.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
57 #endif
0
a61af66fc99e Initial load
duke
parents:
diff changeset
58
a61af66fc99e Initial load
duke
parents:
diff changeset
59 void GenMarkSweep::invoke_at_safepoint(int level, ReferenceProcessor* rp,
a61af66fc99e Initial load
duke
parents:
diff changeset
60 bool clear_all_softrefs) {
a61af66fc99e Initial load
duke
parents:
diff changeset
61 assert(SafepointSynchronize::is_at_safepoint(), "must be at a safepoint");
a61af66fc99e Initial load
duke
parents:
diff changeset
62
1387
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
63 GenCollectedHeap* gch = GenCollectedHeap::heap();
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
64 #ifdef ASSERT
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
65 if (gch->collector_policy()->should_clear_all_soft_refs()) {
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
66 assert(clear_all_softrefs, "Policy should have been checked earlier");
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
67 }
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
68 #endif
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
69
0
a61af66fc99e Initial load
duke
parents:
diff changeset
70 // hook up weak ref data so it can be used during Mark-Sweep
a61af66fc99e Initial load
duke
parents:
diff changeset
71 assert(ref_processor() == NULL, "no stomping");
453
c96030fff130 6684579: SoftReference processing can be made more efficient
ysr
parents: 356
diff changeset
72 assert(rp != NULL, "should be non-NULL");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
73 _ref_processor = rp;
457
27a80744a83b 6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents: 453
diff changeset
74 rp->setup_policy(clear_all_softrefs);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
75
a61af66fc99e Initial load
duke
parents:
diff changeset
76 TraceTime t1("Full GC", PrintGC && !PrintGCDetails, true, gclog_or_tty);
a61af66fc99e Initial load
duke
parents:
diff changeset
77
a61af66fc99e Initial load
duke
parents:
diff changeset
78 // When collecting the permanent generation methodOops may be moving,
a61af66fc99e Initial load
duke
parents:
diff changeset
79 // so we either have to flush all bcp data or convert it into bci.
a61af66fc99e Initial load
duke
parents:
diff changeset
80 CodeCache::gc_prologue();
a61af66fc99e Initial load
duke
parents:
diff changeset
81 Threads::gc_prologue();
a61af66fc99e Initial load
duke
parents:
diff changeset
82
a61af66fc99e Initial load
duke
parents:
diff changeset
83 // Increment the invocation count for the permanent generation, since it is
a61af66fc99e Initial load
duke
parents:
diff changeset
84 // implicitly collected whenever we do a full mark sweep collection.
a61af66fc99e Initial load
duke
parents:
diff changeset
85 gch->perm_gen()->stat_record()->invocations++;
a61af66fc99e Initial load
duke
parents:
diff changeset
86
a61af66fc99e Initial load
duke
parents:
diff changeset
87 // Capture heap size before collection for printing.
a61af66fc99e Initial load
duke
parents:
diff changeset
88 size_t gch_prev_used = gch->used();
a61af66fc99e Initial load
duke
parents:
diff changeset
89
a61af66fc99e Initial load
duke
parents:
diff changeset
90 // Some of the card table updates below assume that the perm gen is
a61af66fc99e Initial load
duke
parents:
diff changeset
91 // also being collected.
a61af66fc99e Initial load
duke
parents:
diff changeset
92 assert(level == gch->n_gens() - 1,
a61af66fc99e Initial load
duke
parents:
diff changeset
93 "All generations are being collected, ergo perm gen too.");
a61af66fc99e Initial load
duke
parents:
diff changeset
94
a61af66fc99e Initial load
duke
parents:
diff changeset
95 // Capture used regions for each generation that will be
a61af66fc99e Initial load
duke
parents:
diff changeset
96 // subject to collection, so that card table adjustments can
a61af66fc99e Initial load
duke
parents:
diff changeset
97 // be made intelligently (see clear / invalidate further below).
a61af66fc99e Initial load
duke
parents:
diff changeset
98 gch->save_used_regions(level, true /* perm */);
a61af66fc99e Initial load
duke
parents:
diff changeset
99
a61af66fc99e Initial load
duke
parents:
diff changeset
100 allocate_stacks();
a61af66fc99e Initial load
duke
parents:
diff changeset
101
a61af66fc99e Initial load
duke
parents:
diff changeset
102 mark_sweep_phase1(level, clear_all_softrefs);
a61af66fc99e Initial load
duke
parents:
diff changeset
103
a61af66fc99e Initial load
duke
parents:
diff changeset
104 mark_sweep_phase2();
a61af66fc99e Initial load
duke
parents:
diff changeset
105
a61af66fc99e Initial load
duke
parents:
diff changeset
106 // Don't add any more derived pointers during phase3
a61af66fc99e Initial load
duke
parents:
diff changeset
107 COMPILER2_PRESENT(assert(DerivedPointerTable::is_active(), "Sanity"));
a61af66fc99e Initial load
duke
parents:
diff changeset
108 COMPILER2_PRESENT(DerivedPointerTable::set_active(false));
a61af66fc99e Initial load
duke
parents:
diff changeset
109
a61af66fc99e Initial load
duke
parents:
diff changeset
110 mark_sweep_phase3(level);
a61af66fc99e Initial load
duke
parents:
diff changeset
111
a61af66fc99e Initial load
duke
parents:
diff changeset
112 VALIDATE_MARK_SWEEP_ONLY(
a61af66fc99e Initial load
duke
parents:
diff changeset
113 if (ValidateMarkSweep) {
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
114 guarantee(_root_refs_stack->length() == 0, "should be empty by now");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
115 }
a61af66fc99e Initial load
duke
parents:
diff changeset
116 )
a61af66fc99e Initial load
duke
parents:
diff changeset
117
a61af66fc99e Initial load
duke
parents:
diff changeset
118 mark_sweep_phase4();
a61af66fc99e Initial load
duke
parents:
diff changeset
119
a61af66fc99e Initial load
duke
parents:
diff changeset
120 VALIDATE_MARK_SWEEP_ONLY(
a61af66fc99e Initial load
duke
parents:
diff changeset
121 if (ValidateMarkSweep) {
a61af66fc99e Initial load
duke
parents:
diff changeset
122 guarantee(_live_oops->length() == _live_oops_moved_to->length(),
a61af66fc99e Initial load
duke
parents:
diff changeset
123 "should be the same size");
a61af66fc99e Initial load
duke
parents:
diff changeset
124 }
a61af66fc99e Initial load
duke
parents:
diff changeset
125 )
a61af66fc99e Initial load
duke
parents:
diff changeset
126
a61af66fc99e Initial load
duke
parents:
diff changeset
127 restore_marks();
a61af66fc99e Initial load
duke
parents:
diff changeset
128
a61af66fc99e Initial load
duke
parents:
diff changeset
129 // Set saved marks for allocation profiler (and other things? -- dld)
a61af66fc99e Initial load
duke
parents:
diff changeset
130 // (Should this be in general part?)
a61af66fc99e Initial load
duke
parents:
diff changeset
131 gch->save_marks();
a61af66fc99e Initial load
duke
parents:
diff changeset
132
a61af66fc99e Initial load
duke
parents:
diff changeset
133 deallocate_stacks();
a61af66fc99e Initial load
duke
parents:
diff changeset
134
a61af66fc99e Initial load
duke
parents:
diff changeset
135 // If compaction completely evacuated all generations younger than this
a61af66fc99e Initial load
duke
parents:
diff changeset
136 // one, then we can clear the card table. Otherwise, we must invalidate
a61af66fc99e Initial load
duke
parents:
diff changeset
137 // it (consider all cards dirty). In the future, we might consider doing
a61af66fc99e Initial load
duke
parents:
diff changeset
138 // compaction within generations only, and doing card-table sliding.
a61af66fc99e Initial load
duke
parents:
diff changeset
139 bool all_empty = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
140 for (int i = 0; all_empty && i < level; i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
141 Generation* g = gch->get_gen(i);
a61af66fc99e Initial load
duke
parents:
diff changeset
142 all_empty = all_empty && gch->get_gen(i)->used() == 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
143 }
a61af66fc99e Initial load
duke
parents:
diff changeset
144 GenRemSet* rs = gch->rem_set();
a61af66fc99e Initial load
duke
parents:
diff changeset
145 // Clear/invalidate below make use of the "prev_used_regions" saved earlier.
a61af66fc99e Initial load
duke
parents:
diff changeset
146 if (all_empty) {
a61af66fc99e Initial load
duke
parents:
diff changeset
147 // We've evacuated all generations below us.
a61af66fc99e Initial load
duke
parents:
diff changeset
148 Generation* g = gch->get_gen(level);
a61af66fc99e Initial load
duke
parents:
diff changeset
149 rs->clear_into_younger(g, true /* perm */);
a61af66fc99e Initial load
duke
parents:
diff changeset
150 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
151 // Invalidate the cards corresponding to the currently used
a61af66fc99e Initial load
duke
parents:
diff changeset
152 // region and clear those corresponding to the evacuated region
a61af66fc99e Initial load
duke
parents:
diff changeset
153 // of all generations just collected (i.e. level and younger).
a61af66fc99e Initial load
duke
parents:
diff changeset
154 rs->invalidate_or_clear(gch->get_gen(level),
a61af66fc99e Initial load
duke
parents:
diff changeset
155 true /* younger */,
a61af66fc99e Initial load
duke
parents:
diff changeset
156 true /* perm */);
a61af66fc99e Initial load
duke
parents:
diff changeset
157 }
a61af66fc99e Initial load
duke
parents:
diff changeset
158
a61af66fc99e Initial load
duke
parents:
diff changeset
159 Threads::gc_epilogue();
a61af66fc99e Initial load
duke
parents:
diff changeset
160 CodeCache::gc_epilogue();
a61af66fc99e Initial load
duke
parents:
diff changeset
161
a61af66fc99e Initial load
duke
parents:
diff changeset
162 if (PrintGC && !PrintGCDetails) {
a61af66fc99e Initial load
duke
parents:
diff changeset
163 gch->print_heap_change(gch_prev_used);
a61af66fc99e Initial load
duke
parents:
diff changeset
164 }
a61af66fc99e Initial load
duke
parents:
diff changeset
165
a61af66fc99e Initial load
duke
parents:
diff changeset
166 // refs processing: clean slate
a61af66fc99e Initial load
duke
parents:
diff changeset
167 _ref_processor = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
168
a61af66fc99e Initial load
duke
parents:
diff changeset
169 // Update heap occupancy information which is used as
a61af66fc99e Initial load
duke
parents:
diff changeset
170 // input to soft ref clearing policy at the next gc.
a61af66fc99e Initial load
duke
parents:
diff changeset
171 Universe::update_heap_info_at_gc();
a61af66fc99e Initial load
duke
parents:
diff changeset
172
a61af66fc99e Initial load
duke
parents:
diff changeset
173 // Update time of last gc for all generations we collected
a61af66fc99e Initial load
duke
parents:
diff changeset
174 // (which curently is all the generations in the heap).
a61af66fc99e Initial load
duke
parents:
diff changeset
175 gch->update_time_of_last_gc(os::javaTimeMillis());
a61af66fc99e Initial load
duke
parents:
diff changeset
176 }
a61af66fc99e Initial load
duke
parents:
diff changeset
177
a61af66fc99e Initial load
duke
parents:
diff changeset
178 void GenMarkSweep::allocate_stacks() {
a61af66fc99e Initial load
duke
parents:
diff changeset
179 GenCollectedHeap* gch = GenCollectedHeap::heap();
a61af66fc99e Initial load
duke
parents:
diff changeset
180 // Scratch request on behalf of oldest generation; will do no
a61af66fc99e Initial load
duke
parents:
diff changeset
181 // allocation.
a61af66fc99e Initial load
duke
parents:
diff changeset
182 ScratchBlock* scratch = gch->gather_scratch(gch->_gens[gch->_n_gens-1], 0);
a61af66fc99e Initial load
duke
parents:
diff changeset
183
a61af66fc99e Initial load
duke
parents:
diff changeset
184 // $$$ To cut a corner, we'll only use the first scratch block, and then
a61af66fc99e Initial load
duke
parents:
diff changeset
185 // revert to malloc.
a61af66fc99e Initial load
duke
parents:
diff changeset
186 if (scratch != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
187 _preserved_count_max =
a61af66fc99e Initial load
duke
parents:
diff changeset
188 scratch->num_words * HeapWordSize / sizeof(PreservedMark);
a61af66fc99e Initial load
duke
parents:
diff changeset
189 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
190 _preserved_count_max = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
191 }
a61af66fc99e Initial load
duke
parents:
diff changeset
192
a61af66fc99e Initial load
duke
parents:
diff changeset
193 _preserved_marks = (PreservedMark*)scratch;
a61af66fc99e Initial load
duke
parents:
diff changeset
194 _preserved_count = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
195
a61af66fc99e Initial load
duke
parents:
diff changeset
196 #ifdef VALIDATE_MARK_SWEEP
a61af66fc99e Initial load
duke
parents:
diff changeset
197 if (ValidateMarkSweep) {
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
198 _root_refs_stack = new (ResourceObj::C_HEAP) GrowableArray<void*>(100, true);
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
199 _other_refs_stack = new (ResourceObj::C_HEAP) GrowableArray<void*>(100, true);
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
200 _adjusted_pointers = new (ResourceObj::C_HEAP) GrowableArray<void*>(100, true);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
201 _live_oops = new (ResourceObj::C_HEAP) GrowableArray<oop>(100, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
202 _live_oops_moved_to = new (ResourceObj::C_HEAP) GrowableArray<oop>(100, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
203 _live_oops_size = new (ResourceObj::C_HEAP) GrowableArray<size_t>(100, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
204 }
a61af66fc99e Initial load
duke
parents:
diff changeset
205 if (RecordMarkSweepCompaction) {
a61af66fc99e Initial load
duke
parents:
diff changeset
206 if (_cur_gc_live_oops == NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
207 _cur_gc_live_oops = new(ResourceObj::C_HEAP) GrowableArray<HeapWord*>(100, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
208 _cur_gc_live_oops_moved_to = new(ResourceObj::C_HEAP) GrowableArray<HeapWord*>(100, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
209 _cur_gc_live_oops_size = new(ResourceObj::C_HEAP) GrowableArray<size_t>(100, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
210 _last_gc_live_oops = new(ResourceObj::C_HEAP) GrowableArray<HeapWord*>(100, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
211 _last_gc_live_oops_moved_to = new(ResourceObj::C_HEAP) GrowableArray<HeapWord*>(100, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
212 _last_gc_live_oops_size = new(ResourceObj::C_HEAP) GrowableArray<size_t>(100, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
213 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
214 _cur_gc_live_oops->clear();
a61af66fc99e Initial load
duke
parents:
diff changeset
215 _cur_gc_live_oops_moved_to->clear();
a61af66fc99e Initial load
duke
parents:
diff changeset
216 _cur_gc_live_oops_size->clear();
a61af66fc99e Initial load
duke
parents:
diff changeset
217 }
a61af66fc99e Initial load
duke
parents:
diff changeset
218 }
a61af66fc99e Initial load
duke
parents:
diff changeset
219 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
220 }
a61af66fc99e Initial load
duke
parents:
diff changeset
221
a61af66fc99e Initial load
duke
parents:
diff changeset
222
a61af66fc99e Initial load
duke
parents:
diff changeset
223 void GenMarkSweep::deallocate_stacks() {
356
tonyp
parents: 269
diff changeset
224 if (!UseG1GC) {
tonyp
parents: 269
diff changeset
225 GenCollectedHeap* gch = GenCollectedHeap::heap();
tonyp
parents: 269
diff changeset
226 gch->release_scratch();
tonyp
parents: 269
diff changeset
227 }
263
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 113
diff changeset
228
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
229 _preserved_mark_stack.clear(true);
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
230 _preserved_oop_stack.clear(true);
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
231 _marking_stack.clear();
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
232 _objarray_stack.clear(true);
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
233 _revisit_klass_stack.clear(true);
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
234 _revisit_mdo_stack.clear(true);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
235
a61af66fc99e Initial load
duke
parents:
diff changeset
236 #ifdef VALIDATE_MARK_SWEEP
a61af66fc99e Initial load
duke
parents:
diff changeset
237 if (ValidateMarkSweep) {
a61af66fc99e Initial load
duke
parents:
diff changeset
238 delete _root_refs_stack;
a61af66fc99e Initial load
duke
parents:
diff changeset
239 delete _other_refs_stack;
a61af66fc99e Initial load
duke
parents:
diff changeset
240 delete _adjusted_pointers;
a61af66fc99e Initial load
duke
parents:
diff changeset
241 delete _live_oops;
a61af66fc99e Initial load
duke
parents:
diff changeset
242 delete _live_oops_size;
a61af66fc99e Initial load
duke
parents:
diff changeset
243 delete _live_oops_moved_to;
a61af66fc99e Initial load
duke
parents:
diff changeset
244 _live_oops_index = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
245 _live_oops_index_at_perm = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
246 }
a61af66fc99e Initial load
duke
parents:
diff changeset
247 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
248 }
a61af66fc99e Initial load
duke
parents:
diff changeset
249
a61af66fc99e Initial load
duke
parents:
diff changeset
250 void GenMarkSweep::mark_sweep_phase1(int level,
a61af66fc99e Initial load
duke
parents:
diff changeset
251 bool clear_all_softrefs) {
a61af66fc99e Initial load
duke
parents:
diff changeset
252 // Recursively traverse all live objects and mark them
a61af66fc99e Initial load
duke
parents:
diff changeset
253 EventMark m("1 mark object");
a61af66fc99e Initial load
duke
parents:
diff changeset
254 TraceTime tm("phase 1", PrintGC && Verbose, true, gclog_or_tty);
a61af66fc99e Initial load
duke
parents:
diff changeset
255 trace(" 1");
a61af66fc99e Initial load
duke
parents:
diff changeset
256
a61af66fc99e Initial load
duke
parents:
diff changeset
257 VALIDATE_MARK_SWEEP_ONLY(reset_live_oop_tracking(false));
a61af66fc99e Initial load
duke
parents:
diff changeset
258
a61af66fc99e Initial load
duke
parents:
diff changeset
259 GenCollectedHeap* gch = GenCollectedHeap::heap();
a61af66fc99e Initial load
duke
parents:
diff changeset
260
a61af66fc99e Initial load
duke
parents:
diff changeset
261 // Because follow_root_closure is created statically, cannot
a61af66fc99e Initial load
duke
parents:
diff changeset
262 // use OopsInGenClosure constructor which takes a generation,
a61af66fc99e Initial load
duke
parents:
diff changeset
263 // as the Universe has not been created when the static constructors
a61af66fc99e Initial load
duke
parents:
diff changeset
264 // are run.
a61af66fc99e Initial load
duke
parents:
diff changeset
265 follow_root_closure.set_orig_generation(gch->get_gen(level));
a61af66fc99e Initial load
duke
parents:
diff changeset
266
a61af66fc99e Initial load
duke
parents:
diff changeset
267 gch->gen_process_strong_roots(level,
a61af66fc99e Initial load
duke
parents:
diff changeset
268 false, // Younger gens are not roots.
989
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 457
diff changeset
269 true, // activate StrongRootsScope
0
a61af66fc99e Initial load
duke
parents:
diff changeset
270 true, // Collecting permanent generation.
a61af66fc99e Initial load
duke
parents:
diff changeset
271 SharedHeap::SO_SystemClasses,
989
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 457
diff changeset
272 &follow_root_closure,
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 457
diff changeset
273 true, // walk code active on stacks
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 457
diff changeset
274 &follow_root_closure);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
275
a61af66fc99e Initial load
duke
parents:
diff changeset
276 // Process reference objects found during marking
a61af66fc99e Initial load
duke
parents:
diff changeset
277 {
457
27a80744a83b 6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents: 453
diff changeset
278 ref_processor()->setup_policy(clear_all_softrefs);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
279 ref_processor()->process_discovered_references(
453
c96030fff130 6684579: SoftReference processing can be made more efficient
ysr
parents: 356
diff changeset
280 &is_alive, &keep_alive, &follow_stack_closure, NULL);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
281 }
a61af66fc99e Initial load
duke
parents:
diff changeset
282
a61af66fc99e Initial load
duke
parents:
diff changeset
283 // Follow system dictionary roots and unload classes
a61af66fc99e Initial load
duke
parents:
diff changeset
284 bool purged_class = SystemDictionary::do_unloading(&is_alive);
a61af66fc99e Initial load
duke
parents:
diff changeset
285
a61af66fc99e Initial load
duke
parents:
diff changeset
286 // Follow code cache roots
a61af66fc99e Initial load
duke
parents:
diff changeset
287 CodeCache::do_unloading(&is_alive, &keep_alive, purged_class);
a61af66fc99e Initial load
duke
parents:
diff changeset
288 follow_stack(); // Flush marking stack
a61af66fc99e Initial load
duke
parents:
diff changeset
289
a61af66fc99e Initial load
duke
parents:
diff changeset
290 // Update subklass/sibling/implementor links of live klasses
a61af66fc99e Initial load
duke
parents:
diff changeset
291 follow_weak_klass_links();
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
292 assert(_marking_stack.is_empty(), "just drained");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
293
941
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 457
diff changeset
294 // Visit memoized MDO's and clear any unmarked weak refs
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 457
diff changeset
295 follow_mdo_weak_refs();
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
296 assert(_marking_stack.is_empty(), "just drained");
941
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 457
diff changeset
297
0
a61af66fc99e Initial load
duke
parents:
diff changeset
298 // Visit symbol and interned string tables and delete unmarked oops
a61af66fc99e Initial load
duke
parents:
diff changeset
299 SymbolTable::unlink(&is_alive);
a61af66fc99e Initial load
duke
parents:
diff changeset
300 StringTable::unlink(&is_alive);
a61af66fc99e Initial load
duke
parents:
diff changeset
301
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
302 assert(_marking_stack.is_empty(), "stack should be empty by now");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
303 }
a61af66fc99e Initial load
duke
parents:
diff changeset
304
a61af66fc99e Initial load
duke
parents:
diff changeset
305
a61af66fc99e Initial load
duke
parents:
diff changeset
306 void GenMarkSweep::mark_sweep_phase2() {
a61af66fc99e Initial load
duke
parents:
diff changeset
307 // Now all live objects are marked, compute the new object addresses.
a61af66fc99e Initial load
duke
parents:
diff changeset
308
a61af66fc99e Initial load
duke
parents:
diff changeset
309 // It is imperative that we traverse perm_gen LAST. If dead space is
a61af66fc99e Initial load
duke
parents:
diff changeset
310 // allowed a range of dead object may get overwritten by a dead int
a61af66fc99e Initial load
duke
parents:
diff changeset
311 // array. If perm_gen is not traversed last a klassOop may get
a61af66fc99e Initial load
duke
parents:
diff changeset
312 // overwritten. This is fine since it is dead, but if the class has dead
a61af66fc99e Initial load
duke
parents:
diff changeset
313 // instances we have to skip them, and in order to find their size we
a61af66fc99e Initial load
duke
parents:
diff changeset
314 // need the klassOop!
a61af66fc99e Initial load
duke
parents:
diff changeset
315 //
a61af66fc99e Initial load
duke
parents:
diff changeset
316 // It is not required that we traverse spaces in the same order in
a61af66fc99e Initial load
duke
parents:
diff changeset
317 // phase2, phase3 and phase4, but the ValidateMarkSweep live oops
a61af66fc99e Initial load
duke
parents:
diff changeset
318 // tracking expects us to do so. See comment under phase4.
a61af66fc99e Initial load
duke
parents:
diff changeset
319
a61af66fc99e Initial load
duke
parents:
diff changeset
320 GenCollectedHeap* gch = GenCollectedHeap::heap();
a61af66fc99e Initial load
duke
parents:
diff changeset
321 Generation* pg = gch->perm_gen();
a61af66fc99e Initial load
duke
parents:
diff changeset
322
a61af66fc99e Initial load
duke
parents:
diff changeset
323 EventMark m("2 compute new addresses");
a61af66fc99e Initial load
duke
parents:
diff changeset
324 TraceTime tm("phase 2", PrintGC && Verbose, true, gclog_or_tty);
a61af66fc99e Initial load
duke
parents:
diff changeset
325 trace("2");
a61af66fc99e Initial load
duke
parents:
diff changeset
326
a61af66fc99e Initial load
duke
parents:
diff changeset
327 VALIDATE_MARK_SWEEP_ONLY(reset_live_oop_tracking(false));
a61af66fc99e Initial load
duke
parents:
diff changeset
328
a61af66fc99e Initial load
duke
parents:
diff changeset
329 gch->prepare_for_compaction();
a61af66fc99e Initial load
duke
parents:
diff changeset
330
a61af66fc99e Initial load
duke
parents:
diff changeset
331 VALIDATE_MARK_SWEEP_ONLY(_live_oops_index_at_perm = _live_oops_index);
a61af66fc99e Initial load
duke
parents:
diff changeset
332 CompactPoint perm_cp(pg, NULL, NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
333 pg->prepare_for_compaction(&perm_cp);
a61af66fc99e Initial load
duke
parents:
diff changeset
334 }
a61af66fc99e Initial load
duke
parents:
diff changeset
335
a61af66fc99e Initial load
duke
parents:
diff changeset
336 class GenAdjustPointersClosure: public GenCollectedHeap::GenClosure {
a61af66fc99e Initial load
duke
parents:
diff changeset
337 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
338 void do_generation(Generation* gen) {
a61af66fc99e Initial load
duke
parents:
diff changeset
339 gen->adjust_pointers();
a61af66fc99e Initial load
duke
parents:
diff changeset
340 }
a61af66fc99e Initial load
duke
parents:
diff changeset
341 };
a61af66fc99e Initial load
duke
parents:
diff changeset
342
a61af66fc99e Initial load
duke
parents:
diff changeset
343 void GenMarkSweep::mark_sweep_phase3(int level) {
a61af66fc99e Initial load
duke
parents:
diff changeset
344 GenCollectedHeap* gch = GenCollectedHeap::heap();
a61af66fc99e Initial load
duke
parents:
diff changeset
345 Generation* pg = gch->perm_gen();
a61af66fc99e Initial load
duke
parents:
diff changeset
346
a61af66fc99e Initial load
duke
parents:
diff changeset
347 // Adjust the pointers to reflect the new locations
a61af66fc99e Initial load
duke
parents:
diff changeset
348 EventMark m("3 adjust pointers");
a61af66fc99e Initial load
duke
parents:
diff changeset
349 TraceTime tm("phase 3", PrintGC && Verbose, true, gclog_or_tty);
a61af66fc99e Initial load
duke
parents:
diff changeset
350 trace("3");
a61af66fc99e Initial load
duke
parents:
diff changeset
351
a61af66fc99e Initial load
duke
parents:
diff changeset
352 VALIDATE_MARK_SWEEP_ONLY(reset_live_oop_tracking(false));
a61af66fc99e Initial load
duke
parents:
diff changeset
353
a61af66fc99e Initial load
duke
parents:
diff changeset
354 // Needs to be done before the system dictionary is adjusted.
a61af66fc99e Initial load
duke
parents:
diff changeset
355 pg->pre_adjust_pointers();
a61af66fc99e Initial load
duke
parents:
diff changeset
356
a61af66fc99e Initial load
duke
parents:
diff changeset
357 // Because the two closures below are created statically, cannot
a61af66fc99e Initial load
duke
parents:
diff changeset
358 // use OopsInGenClosure constructor which takes a generation,
a61af66fc99e Initial load
duke
parents:
diff changeset
359 // as the Universe has not been created when the static constructors
a61af66fc99e Initial load
duke
parents:
diff changeset
360 // are run.
a61af66fc99e Initial load
duke
parents:
diff changeset
361 adjust_root_pointer_closure.set_orig_generation(gch->get_gen(level));
a61af66fc99e Initial load
duke
parents:
diff changeset
362 adjust_pointer_closure.set_orig_generation(gch->get_gen(level));
a61af66fc99e Initial load
duke
parents:
diff changeset
363
a61af66fc99e Initial load
duke
parents:
diff changeset
364 gch->gen_process_strong_roots(level,
a61af66fc99e Initial load
duke
parents:
diff changeset
365 false, // Younger gens are not roots.
989
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 457
diff changeset
366 true, // activate StrongRootsScope
0
a61af66fc99e Initial load
duke
parents:
diff changeset
367 true, // Collecting permanent generation.
a61af66fc99e Initial load
duke
parents:
diff changeset
368 SharedHeap::SO_AllClasses,
a61af66fc99e Initial load
duke
parents:
diff changeset
369 &adjust_root_pointer_closure,
989
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 457
diff changeset
370 false, // do not walk code
0
a61af66fc99e Initial load
duke
parents:
diff changeset
371 &adjust_root_pointer_closure);
a61af66fc99e Initial load
duke
parents:
diff changeset
372
a61af66fc99e Initial load
duke
parents:
diff changeset
373 // Now adjust pointers in remaining weak roots. (All of which should
a61af66fc99e Initial load
duke
parents:
diff changeset
374 // have been cleared if they pointed to non-surviving objects.)
989
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 457
diff changeset
375 CodeBlobToOopClosure adjust_code_pointer_closure(&adjust_pointer_closure,
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 457
diff changeset
376 /*do_marking=*/ false);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
377 gch->gen_process_weak_roots(&adjust_root_pointer_closure,
989
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 457
diff changeset
378 &adjust_code_pointer_closure,
0
a61af66fc99e Initial load
duke
parents:
diff changeset
379 &adjust_pointer_closure);
a61af66fc99e Initial load
duke
parents:
diff changeset
380
a61af66fc99e Initial load
duke
parents:
diff changeset
381 adjust_marks();
a61af66fc99e Initial load
duke
parents:
diff changeset
382 GenAdjustPointersClosure blk;
a61af66fc99e Initial load
duke
parents:
diff changeset
383 gch->generation_iterate(&blk, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
384 pg->adjust_pointers();
a61af66fc99e Initial load
duke
parents:
diff changeset
385 }
a61af66fc99e Initial load
duke
parents:
diff changeset
386
a61af66fc99e Initial load
duke
parents:
diff changeset
387 class GenCompactClosure: public GenCollectedHeap::GenClosure {
a61af66fc99e Initial load
duke
parents:
diff changeset
388 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
389 void do_generation(Generation* gen) {
a61af66fc99e Initial load
duke
parents:
diff changeset
390 gen->compact();
a61af66fc99e Initial load
duke
parents:
diff changeset
391 }
a61af66fc99e Initial load
duke
parents:
diff changeset
392 };
a61af66fc99e Initial load
duke
parents:
diff changeset
393
a61af66fc99e Initial load
duke
parents:
diff changeset
394 void GenMarkSweep::mark_sweep_phase4() {
a61af66fc99e Initial load
duke
parents:
diff changeset
395 // All pointers are now adjusted, move objects accordingly
a61af66fc99e Initial load
duke
parents:
diff changeset
396
a61af66fc99e Initial load
duke
parents:
diff changeset
397 // It is imperative that we traverse perm_gen first in phase4. All
a61af66fc99e Initial load
duke
parents:
diff changeset
398 // classes must be allocated earlier than their instances, and traversing
a61af66fc99e Initial load
duke
parents:
diff changeset
399 // perm_gen first makes sure that all klassOops have moved to their new
a61af66fc99e Initial load
duke
parents:
diff changeset
400 // location before any instance does a dispatch through it's klass!
a61af66fc99e Initial load
duke
parents:
diff changeset
401
a61af66fc99e Initial load
duke
parents:
diff changeset
402 // The ValidateMarkSweep live oops tracking expects us to traverse spaces
a61af66fc99e Initial load
duke
parents:
diff changeset
403 // in the same order in phase2, phase3 and phase4. We don't quite do that
a61af66fc99e Initial load
duke
parents:
diff changeset
404 // here (perm_gen first rather than last), so we tell the validate code
a61af66fc99e Initial load
duke
parents:
diff changeset
405 // to use a higher index (saved from phase2) when verifying perm_gen.
a61af66fc99e Initial load
duke
parents:
diff changeset
406 GenCollectedHeap* gch = GenCollectedHeap::heap();
a61af66fc99e Initial load
duke
parents:
diff changeset
407 Generation* pg = gch->perm_gen();
a61af66fc99e Initial load
duke
parents:
diff changeset
408
a61af66fc99e Initial load
duke
parents:
diff changeset
409 EventMark m("4 compact heap");
a61af66fc99e Initial load
duke
parents:
diff changeset
410 TraceTime tm("phase 4", PrintGC && Verbose, true, gclog_or_tty);
a61af66fc99e Initial load
duke
parents:
diff changeset
411 trace("4");
a61af66fc99e Initial load
duke
parents:
diff changeset
412
a61af66fc99e Initial load
duke
parents:
diff changeset
413 VALIDATE_MARK_SWEEP_ONLY(reset_live_oop_tracking(true));
a61af66fc99e Initial load
duke
parents:
diff changeset
414
a61af66fc99e Initial load
duke
parents:
diff changeset
415 pg->compact();
a61af66fc99e Initial load
duke
parents:
diff changeset
416
a61af66fc99e Initial load
duke
parents:
diff changeset
417 VALIDATE_MARK_SWEEP_ONLY(reset_live_oop_tracking(false));
a61af66fc99e Initial load
duke
parents:
diff changeset
418
a61af66fc99e Initial load
duke
parents:
diff changeset
419 GenCompactClosure blk;
a61af66fc99e Initial load
duke
parents:
diff changeset
420 gch->generation_iterate(&blk, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
421
a61af66fc99e Initial load
duke
parents:
diff changeset
422 VALIDATE_MARK_SWEEP_ONLY(compaction_complete());
a61af66fc99e Initial load
duke
parents:
diff changeset
423
a61af66fc99e Initial load
duke
parents:
diff changeset
424 pg->post_compact(); // Shared spaces verification.
a61af66fc99e Initial load
duke
parents:
diff changeset
425 }