annotate src/share/vm/memory/genMarkSweep.cpp @ 20543:e7d0505c8a30

8059758: Footprint regressions with JDK-8038423 Summary: Changes in JDK-8038423 always initialize (zero out) virtual memory used for auxiliary data structures. This causes a footprint regression for G1 in startup benchmarks. This is because they do not touch that memory at all, so the operating system does not actually commit these pages. The fix is to, if the initialization value of the data structures matches the default value of just committed memory (=0), do not do anything. Reviewed-by: jwilhelm, brutisso
author tschatzl
date Fri, 10 Oct 2014 15:51:58 +0200
parents 2c6ef90f030a
children 7848fc12602b
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
2 * Copyright (c) 2001, 2013, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1387
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1387
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1387
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
25 #include "precompiled.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
26 #include "classfile/javaClasses.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
27 #include "classfile/symbolTable.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
28 #include "classfile/systemDictionary.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
29 #include "classfile/vmSymbols.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
30 #include "code/codeCache.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
31 #include "code/icBuffer.hpp"
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
32 #include "gc_implementation/shared/gcHeapSummary.hpp"
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
33 #include "gc_implementation/shared/gcTimer.hpp"
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
34 #include "gc_implementation/shared/gcTrace.hpp"
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
35 #include "gc_implementation/shared/gcTraceTime.hpp"
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
36 #include "gc_interface/collectedHeap.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
37 #include "memory/genCollectedHeap.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
38 #include "memory/genMarkSweep.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
39 #include "memory/genOopClosures.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
40 #include "memory/generation.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
41 #include "memory/modRefBarrierSet.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
42 #include "memory/referencePolicy.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
43 #include "memory/space.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
44 #include "oops/instanceRefKlass.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
45 #include "oops/oop.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
46 #include "prims/jvmtiExport.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
47 #include "runtime/fprofiler.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
48 #include "runtime/handles.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
49 #include "runtime/synchronizer.hpp"
7180
f34d701e952e 8003935: Simplify the needed includes for using Thread::current()
stefank
parents: 6787
diff changeset
50 #include "runtime/thread.inline.hpp"
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
51 #include "runtime/vmThread.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
52 #include "utilities/copy.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
53 #include "utilities/events.hpp"
0
a61af66fc99e Initial load
duke
parents:
diff changeset
54
12030
330dfb0476f4 8022800: Use specific generations rather than generation iteration
brutisso
parents: 10405
diff changeset
55 void GenMarkSweep::invoke_at_safepoint(int level, ReferenceProcessor* rp, bool clear_all_softrefs) {
330dfb0476f4 8022800: Use specific generations rather than generation iteration
brutisso
parents: 10405
diff changeset
56 guarantee(level == 1, "We always collect both old and young.");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
57 assert(SafepointSynchronize::is_at_safepoint(), "must be at a safepoint");
a61af66fc99e Initial load
duke
parents:
diff changeset
58
1387
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
59 GenCollectedHeap* gch = GenCollectedHeap::heap();
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
60 #ifdef ASSERT
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
61 if (gch->collector_policy()->should_clear_all_soft_refs()) {
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
62 assert(clear_all_softrefs, "Policy should have been checked earlier");
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
63 }
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
64 #endif
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
65
0
a61af66fc99e Initial load
duke
parents:
diff changeset
66 // hook up weak ref data so it can be used during Mark-Sweep
a61af66fc99e Initial load
duke
parents:
diff changeset
67 assert(ref_processor() == NULL, "no stomping");
453
c96030fff130 6684579: SoftReference processing can be made more efficient
ysr
parents: 356
diff changeset
68 assert(rp != NULL, "should be non-NULL");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
69 _ref_processor = rp;
457
27a80744a83b 6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents: 453
diff changeset
70 rp->setup_policy(clear_all_softrefs);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
71
20190
0982ec23da03 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 12033
diff changeset
72 GCTraceTime t1(GCCauseString("Full GC", gch->gc_cause()), PrintGC && !PrintGCDetails, true, NULL, _gc_tracer->gc_id());
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
73
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
74 gch->trace_heap_before_gc(_gc_tracer);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
75
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
76 // When collecting the permanent generation Method*s may be moving,
0
a61af66fc99e Initial load
duke
parents:
diff changeset
77 // so we either have to flush all bcp data or convert it into bci.
a61af66fc99e Initial load
duke
parents:
diff changeset
78 CodeCache::gc_prologue();
a61af66fc99e Initial load
duke
parents:
diff changeset
79 Threads::gc_prologue();
a61af66fc99e Initial load
duke
parents:
diff changeset
80
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
81 // Increment the invocation count
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
82 _total_invocations++;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
83
a61af66fc99e Initial load
duke
parents:
diff changeset
84 // Capture heap size before collection for printing.
a61af66fc99e Initial load
duke
parents:
diff changeset
85 size_t gch_prev_used = gch->used();
a61af66fc99e Initial load
duke
parents:
diff changeset
86
a61af66fc99e Initial load
duke
parents:
diff changeset
87 // Capture used regions for each generation that will be
a61af66fc99e Initial load
duke
parents:
diff changeset
88 // subject to collection, so that card table adjustments can
a61af66fc99e Initial load
duke
parents:
diff changeset
89 // be made intelligently (see clear / invalidate further below).
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
90 gch->save_used_regions(level);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
91
a61af66fc99e Initial load
duke
parents:
diff changeset
92 allocate_stacks();
a61af66fc99e Initial load
duke
parents:
diff changeset
93
a61af66fc99e Initial load
duke
parents:
diff changeset
94 mark_sweep_phase1(level, clear_all_softrefs);
a61af66fc99e Initial load
duke
parents:
diff changeset
95
a61af66fc99e Initial load
duke
parents:
diff changeset
96 mark_sweep_phase2();
a61af66fc99e Initial load
duke
parents:
diff changeset
97
a61af66fc99e Initial load
duke
parents:
diff changeset
98 // Don't add any more derived pointers during phase3
a61af66fc99e Initial load
duke
parents:
diff changeset
99 COMPILER2_PRESENT(assert(DerivedPointerTable::is_active(), "Sanity"));
a61af66fc99e Initial load
duke
parents:
diff changeset
100 COMPILER2_PRESENT(DerivedPointerTable::set_active(false));
a61af66fc99e Initial load
duke
parents:
diff changeset
101
a61af66fc99e Initial load
duke
parents:
diff changeset
102 mark_sweep_phase3(level);
a61af66fc99e Initial load
duke
parents:
diff changeset
103
a61af66fc99e Initial load
duke
parents:
diff changeset
104 mark_sweep_phase4();
a61af66fc99e Initial load
duke
parents:
diff changeset
105
a61af66fc99e Initial load
duke
parents:
diff changeset
106 restore_marks();
a61af66fc99e Initial load
duke
parents:
diff changeset
107
a61af66fc99e Initial load
duke
parents:
diff changeset
108 // Set saved marks for allocation profiler (and other things? -- dld)
a61af66fc99e Initial load
duke
parents:
diff changeset
109 // (Should this be in general part?)
a61af66fc99e Initial load
duke
parents:
diff changeset
110 gch->save_marks();
a61af66fc99e Initial load
duke
parents:
diff changeset
111
a61af66fc99e Initial load
duke
parents:
diff changeset
112 deallocate_stacks();
a61af66fc99e Initial load
duke
parents:
diff changeset
113
a61af66fc99e Initial load
duke
parents:
diff changeset
114 // If compaction completely evacuated all generations younger than this
a61af66fc99e Initial load
duke
parents:
diff changeset
115 // one, then we can clear the card table. Otherwise, we must invalidate
a61af66fc99e Initial load
duke
parents:
diff changeset
116 // it (consider all cards dirty). In the future, we might consider doing
a61af66fc99e Initial load
duke
parents:
diff changeset
117 // compaction within generations only, and doing card-table sliding.
a61af66fc99e Initial load
duke
parents:
diff changeset
118 bool all_empty = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
119 for (int i = 0; all_empty && i < level; i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
120 Generation* g = gch->get_gen(i);
a61af66fc99e Initial load
duke
parents:
diff changeset
121 all_empty = all_empty && gch->get_gen(i)->used() == 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
122 }
a61af66fc99e Initial load
duke
parents:
diff changeset
123 GenRemSet* rs = gch->rem_set();
12033
bd902affe102 8023021: Unnecessary clearing of the card table introduced by the fix for JDK-8023013
brutisso
parents: 12030
diff changeset
124 Generation* old_gen = gch->get_gen(level);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
125 // Clear/invalidate below make use of the "prev_used_regions" saved earlier.
a61af66fc99e Initial load
duke
parents:
diff changeset
126 if (all_empty) {
a61af66fc99e Initial load
duke
parents:
diff changeset
127 // We've evacuated all generations below us.
12033
bd902affe102 8023021: Unnecessary clearing of the card table introduced by the fix for JDK-8023013
brutisso
parents: 12030
diff changeset
128 rs->clear_into_younger(old_gen);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
129 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
130 // Invalidate the cards corresponding to the currently used
12033
bd902affe102 8023021: Unnecessary clearing of the card table introduced by the fix for JDK-8023013
brutisso
parents: 12030
diff changeset
131 // region and clear those corresponding to the evacuated region.
bd902affe102 8023021: Unnecessary clearing of the card table introduced by the fix for JDK-8023013
brutisso
parents: 12030
diff changeset
132 rs->invalidate_or_clear(old_gen);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
133 }
a61af66fc99e Initial load
duke
parents:
diff changeset
134
a61af66fc99e Initial load
duke
parents:
diff changeset
135 Threads::gc_epilogue();
a61af66fc99e Initial load
duke
parents:
diff changeset
136 CodeCache::gc_epilogue();
2147
9afee0b9fc1d 7012505: BreakpointWithFullGC.sh fails with Internal Error (src/share/vm/oops/methodOop.cpp:220)
kamg
parents: 1972
diff changeset
137 JvmtiExport::gc_epilogue();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
138
a61af66fc99e Initial load
duke
parents:
diff changeset
139 if (PrintGC && !PrintGCDetails) {
a61af66fc99e Initial load
duke
parents:
diff changeset
140 gch->print_heap_change(gch_prev_used);
a61af66fc99e Initial load
duke
parents:
diff changeset
141 }
a61af66fc99e Initial load
duke
parents:
diff changeset
142
a61af66fc99e Initial load
duke
parents:
diff changeset
143 // refs processing: clean slate
a61af66fc99e Initial load
duke
parents:
diff changeset
144 _ref_processor = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
145
a61af66fc99e Initial load
duke
parents:
diff changeset
146 // Update heap occupancy information which is used as
a61af66fc99e Initial load
duke
parents:
diff changeset
147 // input to soft ref clearing policy at the next gc.
a61af66fc99e Initial load
duke
parents:
diff changeset
148 Universe::update_heap_info_at_gc();
a61af66fc99e Initial load
duke
parents:
diff changeset
149
a61af66fc99e Initial load
duke
parents:
diff changeset
150 // Update time of last gc for all generations we collected
a61af66fc99e Initial load
duke
parents:
diff changeset
151 // (which curently is all the generations in the heap).
4911
d903bf750e9f 7129514: time warp warnings after 7117303
johnc
parents: 4872
diff changeset
152 // We need to use a monotonically non-deccreasing time in ms
d903bf750e9f 7129514: time warp warnings after 7117303
johnc
parents: 4872
diff changeset
153 // or we will see time-warp warnings and os::javaTimeMillis()
d903bf750e9f 7129514: time warp warnings after 7117303
johnc
parents: 4872
diff changeset
154 // does not guarantee monotonicity.
d903bf750e9f 7129514: time warp warnings after 7117303
johnc
parents: 4872
diff changeset
155 jlong now = os::javaTimeNanos() / NANOSECS_PER_MILLISEC;
d903bf750e9f 7129514: time warp warnings after 7117303
johnc
parents: 4872
diff changeset
156 gch->update_time_of_last_gc(now);
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
157
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
158 gch->trace_heap_after_gc(_gc_tracer);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
159 }
a61af66fc99e Initial load
duke
parents:
diff changeset
160
a61af66fc99e Initial load
duke
parents:
diff changeset
161 void GenMarkSweep::allocate_stacks() {
a61af66fc99e Initial load
duke
parents:
diff changeset
162 GenCollectedHeap* gch = GenCollectedHeap::heap();
a61af66fc99e Initial load
duke
parents:
diff changeset
163 // Scratch request on behalf of oldest generation; will do no
a61af66fc99e Initial load
duke
parents:
diff changeset
164 // allocation.
a61af66fc99e Initial load
duke
parents:
diff changeset
165 ScratchBlock* scratch = gch->gather_scratch(gch->_gens[gch->_n_gens-1], 0);
a61af66fc99e Initial load
duke
parents:
diff changeset
166
a61af66fc99e Initial load
duke
parents:
diff changeset
167 // $$$ To cut a corner, we'll only use the first scratch block, and then
a61af66fc99e Initial load
duke
parents:
diff changeset
168 // revert to malloc.
a61af66fc99e Initial load
duke
parents:
diff changeset
169 if (scratch != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
170 _preserved_count_max =
a61af66fc99e Initial load
duke
parents:
diff changeset
171 scratch->num_words * HeapWordSize / sizeof(PreservedMark);
a61af66fc99e Initial load
duke
parents:
diff changeset
172 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
173 _preserved_count_max = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
174 }
a61af66fc99e Initial load
duke
parents:
diff changeset
175
a61af66fc99e Initial load
duke
parents:
diff changeset
176 _preserved_marks = (PreservedMark*)scratch;
a61af66fc99e Initial load
duke
parents:
diff changeset
177 _preserved_count = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
178 }
a61af66fc99e Initial load
duke
parents:
diff changeset
179
a61af66fc99e Initial load
duke
parents:
diff changeset
180
a61af66fc99e Initial load
duke
parents:
diff changeset
181 void GenMarkSweep::deallocate_stacks() {
356
tonyp
parents: 269
diff changeset
182 if (!UseG1GC) {
tonyp
parents: 269
diff changeset
183 GenCollectedHeap* gch = GenCollectedHeap::heap();
tonyp
parents: 269
diff changeset
184 gch->release_scratch();
tonyp
parents: 269
diff changeset
185 }
263
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 113
diff changeset
186
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
187 _preserved_mark_stack.clear(true);
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
188 _preserved_oop_stack.clear(true);
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
189 _marking_stack.clear();
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
190 _objarray_stack.clear(true);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
191 }
a61af66fc99e Initial load
duke
parents:
diff changeset
192
a61af66fc99e Initial load
duke
parents:
diff changeset
193 void GenMarkSweep::mark_sweep_phase1(int level,
a61af66fc99e Initial load
duke
parents:
diff changeset
194 bool clear_all_softrefs) {
a61af66fc99e Initial load
duke
parents:
diff changeset
195 // Recursively traverse all live objects and mark them
20190
0982ec23da03 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 12033
diff changeset
196 GCTraceTime tm("phase 1", PrintGC && Verbose, true, _gc_timer, _gc_tracer->gc_id());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
197 trace(" 1");
a61af66fc99e Initial load
duke
parents:
diff changeset
198
a61af66fc99e Initial load
duke
parents:
diff changeset
199 GenCollectedHeap* gch = GenCollectedHeap::heap();
a61af66fc99e Initial load
duke
parents:
diff changeset
200
a61af66fc99e Initial load
duke
parents:
diff changeset
201 // Because follow_root_closure is created statically, cannot
a61af66fc99e Initial load
duke
parents:
diff changeset
202 // use OopsInGenClosure constructor which takes a generation,
a61af66fc99e Initial load
duke
parents:
diff changeset
203 // as the Universe has not been created when the static constructors
a61af66fc99e Initial load
duke
parents:
diff changeset
204 // are run.
a61af66fc99e Initial load
duke
parents:
diff changeset
205 follow_root_closure.set_orig_generation(gch->get_gen(level));
a61af66fc99e Initial load
duke
parents:
diff changeset
206
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
207 // Need new claim bits before marking starts.
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
208 ClassLoaderDataGraph::clear_claimed_marks();
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
209
20278
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
210 gch->gen_process_roots(level,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
211 false, // Younger gens are not roots.
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
212 true, // activate StrongRootsScope
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
213 SharedHeap::SO_None,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
214 GenCollectedHeap::StrongRootsOnly,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
215 &follow_root_closure,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
216 &follow_root_closure,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
217 &follow_cld_closure);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
218
a61af66fc99e Initial load
duke
parents:
diff changeset
219 // Process reference objects found during marking
a61af66fc99e Initial load
duke
parents:
diff changeset
220 {
457
27a80744a83b 6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents: 453
diff changeset
221 ref_processor()->setup_policy(clear_all_softrefs);
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
222 const ReferenceProcessorStats& stats =
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
223 ref_processor()->process_discovered_references(
20190
0982ec23da03 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 12033
diff changeset
224 &is_alive, &keep_alive, &follow_stack_closure, NULL, _gc_timer, _gc_tracer->gc_id());
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
225 gc_tracer()->report_gc_reference_stats(stats);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
226 }
a61af66fc99e Initial load
duke
parents:
diff changeset
227
10188
2f50bc369470 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 10179
diff changeset
228 // This is the point where the entire marking should have completed.
2f50bc369470 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 10179
diff changeset
229 assert(_marking_stack.is_empty(), "Marking should have completed");
2f50bc369470 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 10179
diff changeset
230
2f50bc369470 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 10179
diff changeset
231 // Unload classes and purge the SystemDictionary.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
232 bool purged_class = SystemDictionary::do_unloading(&is_alive);
a61af66fc99e Initial load
duke
parents:
diff changeset
233
10188
2f50bc369470 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 10179
diff changeset
234 // Unload nmethods.
6787
8966c2d65d96 7200470: KeepAliveClosure not needed in CodeCache::do_unloading
brutisso
parents: 6725
diff changeset
235 CodeCache::do_unloading(&is_alive, purged_class);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
236
10188
2f50bc369470 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 10179
diff changeset
237 // Prune dead klasses from subklass/sibling/implementor lists.
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
238 Klass::clean_weak_klass_links(&is_alive);
941
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 457
diff changeset
239
10188
2f50bc369470 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 10179
diff changeset
240 // Delete entries for dead interned strings.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
241 StringTable::unlink(&is_alive);
10188
2f50bc369470 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 10179
diff changeset
242
2177
3582bf76420e 6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents: 2147
diff changeset
243 // Clean up unreferenced symbols in symbol table.
3582bf76420e 6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents: 2147
diff changeset
244 SymbolTable::unlink();
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
245
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
246 gc_tracer()->report_object_count_after_gc(&is_alive);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
247 }
a61af66fc99e Initial load
duke
parents:
diff changeset
248
a61af66fc99e Initial load
duke
parents:
diff changeset
249
a61af66fc99e Initial load
duke
parents:
diff changeset
250 void GenMarkSweep::mark_sweep_phase2() {
a61af66fc99e Initial load
duke
parents:
diff changeset
251 // Now all live objects are marked, compute the new object addresses.
a61af66fc99e Initial load
duke
parents:
diff changeset
252
a61af66fc99e Initial load
duke
parents:
diff changeset
253 // It is imperative that we traverse perm_gen LAST. If dead space is
a61af66fc99e Initial load
duke
parents:
diff changeset
254 // allowed a range of dead object may get overwritten by a dead int
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
255 // array. If perm_gen is not traversed last a Klass* may get
0
a61af66fc99e Initial load
duke
parents:
diff changeset
256 // overwritten. This is fine since it is dead, but if the class has dead
a61af66fc99e Initial load
duke
parents:
diff changeset
257 // instances we have to skip them, and in order to find their size we
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
258 // need the Klass*!
0
a61af66fc99e Initial load
duke
parents:
diff changeset
259 //
a61af66fc99e Initial load
duke
parents:
diff changeset
260 // It is not required that we traverse spaces in the same order in
a61af66fc99e Initial load
duke
parents:
diff changeset
261 // phase2, phase3 and phase4, but the ValidateMarkSweep live oops
a61af66fc99e Initial load
duke
parents:
diff changeset
262 // tracking expects us to do so. See comment under phase4.
a61af66fc99e Initial load
duke
parents:
diff changeset
263
a61af66fc99e Initial load
duke
parents:
diff changeset
264 GenCollectedHeap* gch = GenCollectedHeap::heap();
a61af66fc99e Initial load
duke
parents:
diff changeset
265
20190
0982ec23da03 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 12033
diff changeset
266 GCTraceTime tm("phase 2", PrintGC && Verbose, true, _gc_timer, _gc_tracer->gc_id());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
267 trace("2");
a61af66fc99e Initial load
duke
parents:
diff changeset
268
a61af66fc99e Initial load
duke
parents:
diff changeset
269 gch->prepare_for_compaction();
a61af66fc99e Initial load
duke
parents:
diff changeset
270 }
a61af66fc99e Initial load
duke
parents:
diff changeset
271
a61af66fc99e Initial load
duke
parents:
diff changeset
272 class GenAdjustPointersClosure: public GenCollectedHeap::GenClosure {
a61af66fc99e Initial load
duke
parents:
diff changeset
273 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
274 void do_generation(Generation* gen) {
a61af66fc99e Initial load
duke
parents:
diff changeset
275 gen->adjust_pointers();
a61af66fc99e Initial load
duke
parents:
diff changeset
276 }
a61af66fc99e Initial load
duke
parents:
diff changeset
277 };
a61af66fc99e Initial load
duke
parents:
diff changeset
278
a61af66fc99e Initial load
duke
parents:
diff changeset
279 void GenMarkSweep::mark_sweep_phase3(int level) {
a61af66fc99e Initial load
duke
parents:
diff changeset
280 GenCollectedHeap* gch = GenCollectedHeap::heap();
a61af66fc99e Initial load
duke
parents:
diff changeset
281
a61af66fc99e Initial load
duke
parents:
diff changeset
282 // Adjust the pointers to reflect the new locations
20190
0982ec23da03 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 12033
diff changeset
283 GCTraceTime tm("phase 3", PrintGC && Verbose, true, _gc_timer, _gc_tracer->gc_id());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
284 trace("3");
a61af66fc99e Initial load
duke
parents:
diff changeset
285
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
286 // Need new claim bits for the pointer adjustment tracing.
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
287 ClassLoaderDataGraph::clear_claimed_marks();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
288
10179
a08c80e9e1e5 8012687: Remove unused is_root checks and closures
stefank
parents: 7448
diff changeset
289 // Because the closure below is created statically, we cannot
0
a61af66fc99e Initial load
duke
parents:
diff changeset
290 // use OopsInGenClosure constructor which takes a generation,
a61af66fc99e Initial load
duke
parents:
diff changeset
291 // as the Universe has not been created when the static constructors
a61af66fc99e Initial load
duke
parents:
diff changeset
292 // are run.
a61af66fc99e Initial load
duke
parents:
diff changeset
293 adjust_pointer_closure.set_orig_generation(gch->get_gen(level));
a61af66fc99e Initial load
duke
parents:
diff changeset
294
20278
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
295 gch->gen_process_roots(level,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
296 false, // Younger gens are not roots.
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
297 true, // activate StrongRootsScope
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
298 SharedHeap::SO_AllCodeCache,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
299 GenCollectedHeap::StrongAndWeakRoots,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
300 &adjust_pointer_closure,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
301 &adjust_pointer_closure,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
302 &adjust_cld_closure);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
303
20257
7426d8d76305 8034761: Remove the do_code_roots parameter from process_strong_roots
stefank
parents: 20254
diff changeset
304 gch->gen_process_weak_roots(&adjust_pointer_closure);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
305
a61af66fc99e Initial load
duke
parents:
diff changeset
306 adjust_marks();
a61af66fc99e Initial load
duke
parents:
diff changeset
307 GenAdjustPointersClosure blk;
a61af66fc99e Initial load
duke
parents:
diff changeset
308 gch->generation_iterate(&blk, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
309 }
a61af66fc99e Initial load
duke
parents:
diff changeset
310
a61af66fc99e Initial load
duke
parents:
diff changeset
311 class GenCompactClosure: public GenCollectedHeap::GenClosure {
a61af66fc99e Initial load
duke
parents:
diff changeset
312 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
313 void do_generation(Generation* gen) {
a61af66fc99e Initial load
duke
parents:
diff changeset
314 gen->compact();
a61af66fc99e Initial load
duke
parents:
diff changeset
315 }
a61af66fc99e Initial load
duke
parents:
diff changeset
316 };
a61af66fc99e Initial load
duke
parents:
diff changeset
317
a61af66fc99e Initial load
duke
parents:
diff changeset
318 void GenMarkSweep::mark_sweep_phase4() {
a61af66fc99e Initial load
duke
parents:
diff changeset
319 // All pointers are now adjusted, move objects accordingly
a61af66fc99e Initial load
duke
parents:
diff changeset
320
a61af66fc99e Initial load
duke
parents:
diff changeset
321 // It is imperative that we traverse perm_gen first in phase4. All
a61af66fc99e Initial load
duke
parents:
diff changeset
322 // classes must be allocated earlier than their instances, and traversing
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
323 // perm_gen first makes sure that all Klass*s have moved to their new
0
a61af66fc99e Initial load
duke
parents:
diff changeset
324 // location before any instance does a dispatch through it's klass!
a61af66fc99e Initial load
duke
parents:
diff changeset
325
a61af66fc99e Initial load
duke
parents:
diff changeset
326 // The ValidateMarkSweep live oops tracking expects us to traverse spaces
a61af66fc99e Initial load
duke
parents:
diff changeset
327 // in the same order in phase2, phase3 and phase4. We don't quite do that
a61af66fc99e Initial load
duke
parents:
diff changeset
328 // here (perm_gen first rather than last), so we tell the validate code
a61af66fc99e Initial load
duke
parents:
diff changeset
329 // to use a higher index (saved from phase2) when verifying perm_gen.
a61af66fc99e Initial load
duke
parents:
diff changeset
330 GenCollectedHeap* gch = GenCollectedHeap::heap();
a61af66fc99e Initial load
duke
parents:
diff changeset
331
20190
0982ec23da03 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 12033
diff changeset
332 GCTraceTime tm("phase 4", PrintGC && Verbose, true, _gc_timer, _gc_tracer->gc_id());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
333 trace("4");
a61af66fc99e Initial load
duke
parents:
diff changeset
334
a61af66fc99e Initial load
duke
parents:
diff changeset
335 GenCompactClosure blk;
a61af66fc99e Initial load
duke
parents:
diff changeset
336 gch->generation_iterate(&blk, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
337 }