annotate src/share/vm/gc_implementation/g1/g1MarkSweep.cpp @ 22298:c28cb37b2e1d

Rename JVMCI to INCLUDE_JVMCI.
author twisti
date Wed, 22 Jul 2015 08:56:03 -0700
parents d86b226e331a
children dd9cc155639c
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1 /*
17764
595c0f60d50d 8029075: String deduplication in G1
pliden
parents: 17736
diff changeset
2 * Copyright (c) 2001, 2014, Oracle and/or its affiliates. All rights reserved.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
4 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
7 * published by the Free Software Foundation.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
8 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
13 * accompanied this code).
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
14 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1387
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1387
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1387
diff changeset
21 * questions.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
22 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
23 */
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
25 #include "precompiled.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
26 #include "classfile/javaClasses.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
27 #include "classfile/symbolTable.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
28 #include "classfile/systemDictionary.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
29 #include "classfile/vmSymbols.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
30 #include "code/codeCache.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
31 #include "code/icBuffer.hpp"
6007
5c86f8211d1e 7160728: Introduce an extra logging level for G1 logging
brutisso
parents: 4872
diff changeset
32 #include "gc_implementation/g1/g1Log.hpp"
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
33 #include "gc_implementation/g1/g1MarkSweep.hpp"
17764
595c0f60d50d 8029075: String deduplication in G1
pliden
parents: 17736
diff changeset
34 #include "gc_implementation/g1/g1StringDedup.hpp"
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
35 #include "gc_implementation/shared/gcHeapSummary.hpp"
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
36 #include "gc_implementation/shared/gcTimer.hpp"
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
37 #include "gc_implementation/shared/gcTrace.hpp"
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
38 #include "gc_implementation/shared/gcTraceTime.hpp"
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
39 #include "memory/gcLocker.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
40 #include "memory/genCollectedHeap.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
41 #include "memory/modRefBarrierSet.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
42 #include "memory/referencePolicy.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
43 #include "memory/space.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
44 #include "oops/instanceRefKlass.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
45 #include "oops/oop.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
46 #include "prims/jvmtiExport.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
47 #include "runtime/biasedLocking.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
48 #include "runtime/fprofiler.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
49 #include "runtime/synchronizer.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
50 #include "runtime/thread.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
51 #include "runtime/vmThread.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
52 #include "utilities/copy.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
53 #include "utilities/events.hpp"
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
54
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
55 class HeapRegion;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
56
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
57 void G1MarkSweep::invoke_at_safepoint(ReferenceProcessor* rp,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
58 bool clear_all_softrefs) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
59 assert(SafepointSynchronize::is_at_safepoint(), "must be at a safepoint");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
60
1387
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
61 SharedHeap* sh = SharedHeap::heap();
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
62 #ifdef ASSERT
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
63 if (sh->collector_policy()->should_clear_all_soft_refs()) {
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
64 assert(clear_all_softrefs, "Policy should have been checked earler");
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
65 }
0bfd3fb24150 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 1311
diff changeset
66 #endif
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
67 // hook up weak ref data so it can be used during Mark-Sweep
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
68 assert(GenMarkSweep::ref_processor() == NULL, "no stomping");
453
c96030fff130 6684579: SoftReference processing can be made more efficient
ysr
parents: 358
diff changeset
69 assert(rp != NULL, "should be non-NULL");
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3772
diff changeset
70 assert(rp == G1CollectedHeap::heap()->ref_processor_stw(), "Precondition");
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3772
diff changeset
71
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
72 GenMarkSweep::_ref_processor = rp;
457
27a80744a83b 6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents: 453
diff changeset
73 rp->setup_policy(clear_all_softrefs);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
74
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6254
diff changeset
75 // When collecting the permanent generation Method*s may be moving,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
76 // so we either have to flush all bcp data or convert it into bci.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
77 CodeCache::gc_prologue();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
78 Threads::gc_prologue();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
79
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
80 bool marked_for_unloading = false;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
81
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
82 allocate_stacks();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
83
358
8651a65ac4b4 6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents: 342
diff changeset
84 // We should save the marks of the currently locked biased monitors.
8651a65ac4b4 6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents: 342
diff changeset
85 // The marking doesn't preserve the marks of biased objects.
8651a65ac4b4 6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents: 342
diff changeset
86 BiasedLocking::preserve_marks();
8651a65ac4b4 6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents: 342
diff changeset
87
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
88 mark_sweep_phase1(marked_for_unloading, clear_all_softrefs);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
89
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
90 mark_sweep_phase2();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
91
22298
c28cb37b2e1d Rename JVMCI to INCLUDE_JVMCI.
twisti
parents: 22294
diff changeset
92 #if defined(COMPILER2) || INCLUDE_JVMCI
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
93 // Don't add any more derived pointers during phase3
22294
d86b226e331a Enable derived oop processing by the GC with JVMCI
Tom Rodriguez <tom.rodriguez@oracle.com>
parents: 20804
diff changeset
94 DerivedPointerTable::set_active(false);
d86b226e331a Enable derived oop processing by the GC with JVMCI
Tom Rodriguez <tom.rodriguez@oracle.com>
parents: 20804
diff changeset
95 #endif
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
96
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
97 mark_sweep_phase3();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
98
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
99 mark_sweep_phase4();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
100
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
101 GenMarkSweep::restore_marks();
358
8651a65ac4b4 6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents: 342
diff changeset
102 BiasedLocking::restore_marks();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
103 GenMarkSweep::deallocate_stacks();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
104
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
105 // "free at last gc" is calculated from these.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
106 // CHF: cheating for now!!!
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
107 // Universe::set_heap_capacity_at_last_gc(Universe::heap()->capacity());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
108 // Universe::set_heap_used_at_last_gc(Universe::heap()->used());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
109
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
110 Threads::gc_epilogue();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
111 CodeCache::gc_epilogue();
2147
9afee0b9fc1d 7012505: BreakpointWithFullGC.sh fails with Internal Error (src/share/vm/oops/methodOop.cpp:220)
kamg
parents: 1972
diff changeset
112 JvmtiExport::gc_epilogue();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
113
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
114 // refs processing: clean slate
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
115 GenMarkSweep::_ref_processor = NULL;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
116 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
117
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
118
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
119 void G1MarkSweep::allocate_stacks() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
120 GenMarkSweep::_preserved_count_max = 0;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
121 GenMarkSweep::_preserved_marks = NULL;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
122 GenMarkSweep::_preserved_count = 0;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
123 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
124
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
125 void G1MarkSweep::mark_sweep_phase1(bool& marked_for_unloading,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
126 bool clear_all_softrefs) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
127 // Recursively traverse all live objects and mark them
20190
0982ec23da03 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 17764
diff changeset
128 GCTraceTime tm("phase 1", G1Log::fine() && Verbose, true, gc_timer(), gc_tracer()->gc_id());
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
129 GenMarkSweep::trace(" 1");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
130
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
131 SharedHeap* sh = SharedHeap::heap();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
132
20278
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
133 // Need cleared claim bits for the roots processing
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6254
diff changeset
134 ClassLoaderDataGraph::clear_claimed_marks();
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6254
diff changeset
135
20278
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
136 MarkingCodeBlobClosure follow_code_closure(&GenMarkSweep::follow_root_closure, !CodeBlobToOopClosure::FixRelocations);
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
137 sh->process_strong_roots(true, // activate StrongRootsScope
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
138 SharedHeap::SO_None,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
139 &GenMarkSweep::follow_root_closure,
20278
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
140 &GenMarkSweep::follow_cld_closure,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
141 &follow_code_closure);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
142
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
143 // Process reference objects found during marking
453
c96030fff130 6684579: SoftReference processing can be made more efficient
ysr
parents: 358
diff changeset
144 ReferenceProcessor* rp = GenMarkSweep::ref_processor();
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3772
diff changeset
145 assert(rp == G1CollectedHeap::heap()->ref_processor_stw(), "Sanity");
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3772
diff changeset
146
457
27a80744a83b 6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents: 453
diff changeset
147 rp->setup_policy(clear_all_softrefs);
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
148 const ReferenceProcessorStats& stats =
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
149 rp->process_discovered_references(&GenMarkSweep::is_alive,
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
150 &GenMarkSweep::keep_alive,
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
151 &GenMarkSweep::follow_stack_closure,
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
152 NULL,
20190
0982ec23da03 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 17764
diff changeset
153 gc_timer(),
0982ec23da03 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 17764
diff changeset
154 gc_tracer()->gc_id());
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
155 gc_tracer()->report_gc_reference_stats(stats);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
156
10188
2f50bc369470 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 10186
diff changeset
157
2f50bc369470 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 10186
diff changeset
158 // This is the point where the entire marking should have completed.
2f50bc369470 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 10186
diff changeset
159 assert(GenMarkSweep::_marking_stack.is_empty(), "Marking should have completed");
2f50bc369470 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 10186
diff changeset
160
2f50bc369470 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 10186
diff changeset
161 // Unload classes and purge the SystemDictionary.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
162 bool purged_class = SystemDictionary::do_unloading(&GenMarkSweep::is_alive);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
163
10188
2f50bc369470 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 10186
diff changeset
164 // Unload nmethods.
6787
8966c2d65d96 7200470: KeepAliveClosure not needed in CodeCache::do_unloading
brutisso
parents: 6725
diff changeset
165 CodeCache::do_unloading(&GenMarkSweep::is_alive, purged_class);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
166
10188
2f50bc369470 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 10186
diff changeset
167 // Prune dead klasses from subklass/sibling/implementor lists.
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6254
diff changeset
168 Klass::clean_weak_klass_links(&GenMarkSweep::is_alive);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
169
14303
893ce66f7473 8027476: Improve performance of Stringtable unlink
tschatzl
parents: 12343
diff changeset
170 // Delete entries for dead interned string and clean up unreferenced symbols in symbol table.
893ce66f7473 8027476: Improve performance of Stringtable unlink
tschatzl
parents: 12343
diff changeset
171 G1CollectedHeap::heap()->unlink_string_and_symbol_table(&GenMarkSweep::is_alive);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
172
3772
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 2361
diff changeset
173 if (VerifyDuringGC) {
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 2361
diff changeset
174 HandleMark hm; // handle scope
22298
c28cb37b2e1d Rename JVMCI to INCLUDE_JVMCI.
twisti
parents: 22294
diff changeset
175 #if defined(COMPILER2) || INCLUDE_JVMCI
22294
d86b226e331a Enable derived oop processing by the GC with JVMCI
Tom Rodriguez <tom.rodriguez@oracle.com>
parents: 20804
diff changeset
176 DerivedPointerTableDeactivate dpt_deact;
d86b226e331a Enable derived oop processing by the GC with JVMCI
Tom Rodriguez <tom.rodriguez@oracle.com>
parents: 20804
diff changeset
177 #endif
3772
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 2361
diff changeset
178 Universe::heap()->prepare_for_verify();
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 2361
diff changeset
179 // Note: we can verify only the heap here. When an object is
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 2361
diff changeset
180 // marked, the previous value of the mark word (including
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 2361
diff changeset
181 // identity hash values, ages, etc) is preserved, and the mark
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 2361
diff changeset
182 // word is set to markOop::marked_value - effectively removing
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 2361
diff changeset
183 // any hash values from the mark word. These hash values are
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 2361
diff changeset
184 // used when verifying the dictionaries and so removing them
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 2361
diff changeset
185 // from the mark word can make verification of the dictionaries
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 2361
diff changeset
186 // fail. At the end of the GC, the orginal mark word values
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 2361
diff changeset
187 // (including hash values) are restored to the appropriate
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 2361
diff changeset
188 // objects.
10186
b06ac540229e 8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents: 10179
diff changeset
189 if (!VerifySilently) {
b06ac540229e 8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents: 10179
diff changeset
190 gclog_or_tty->print(" VerifyDuringGC:(full)[Verifying ");
b06ac540229e 8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents: 10179
diff changeset
191 }
b06ac540229e 8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents: 10179
diff changeset
192 Universe::heap()->verify(VerifySilently, VerifyOption_G1UseMarkWord);
b06ac540229e 8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents: 10179
diff changeset
193 if (!VerifySilently) {
b06ac540229e 8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents: 10179
diff changeset
194 gclog_or_tty->print_cr("]");
b06ac540229e 8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents: 10179
diff changeset
195 }
3772
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 2361
diff changeset
196 }
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
197
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10188
diff changeset
198 gc_tracer()->report_object_count_after_gc(&GenMarkSweep::is_alive);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
199 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
200
677
96b229c54d1e 6543938: G1: remove the concept of popularity
apetrusenko
parents: 470
diff changeset
201
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
202 void G1MarkSweep::mark_sweep_phase2() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
203 // Now all live objects are marked, compute the new object addresses.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
204
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
205 // It is not required that we traverse spaces in the same order in
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
206 // phase2, phase3 and phase4, but the ValidateMarkSweep live oops
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
207 // tracking expects us to do so. See comment under phase4.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
208
20190
0982ec23da03 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 17764
diff changeset
209 GCTraceTime tm("phase 2", G1Log::fine() && Verbose, true, gc_timer(), gc_tracer()->gc_id());
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
210 GenMarkSweep::trace("2");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
211
20417
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
212 prepare_compaction();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
213 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
214
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
215 class G1AdjustPointersClosure: public HeapRegionClosure {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
216 public:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
217 bool doHeapRegion(HeapRegion* r) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
218 if (r->isHumongous()) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
219 if (r->startsHumongous()) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
220 // We must adjust the pointers on the single H object.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
221 oop obj = oop(r->bottom());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
222 // point all the oops to the new location
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
223 obj->adjust_pointers();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
224 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
225 } else {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
226 // This really ought to be "as_CompactibleSpace"...
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
227 r->adjust_pointers();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
228 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
229 return false;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
230 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
231 };
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
232
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
233 void G1MarkSweep::mark_sweep_phase3() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
234 G1CollectedHeap* g1h = G1CollectedHeap::heap();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
235
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
236 // Adjust the pointers to reflect the new locations
20190
0982ec23da03 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 17764
diff changeset
237 GCTraceTime tm("phase 3", G1Log::fine() && Verbose, true, gc_timer(), gc_tracer()->gc_id());
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
238 GenMarkSweep::trace("3");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
239
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
240 SharedHeap* sh = SharedHeap::heap();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
241
20278
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
242 // Need cleared claim bits for the roots processing
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6254
diff changeset
243 ClassLoaderDataGraph::clear_claimed_marks();
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6254
diff changeset
244
20278
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
245 CodeBlobToOopClosure adjust_code_closure(&GenMarkSweep::adjust_pointer_closure, CodeBlobToOopClosure::FixRelocations);
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
246 sh->process_all_roots(true, // activate StrongRootsScope
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
247 SharedHeap::SO_AllCodeCache,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
248 &GenMarkSweep::adjust_pointer_closure,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
249 &GenMarkSweep::adjust_cld_closure,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20258
diff changeset
250 &adjust_code_closure);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
251
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3772
diff changeset
252 assert(GenMarkSweep::ref_processor() == g1h->ref_processor_stw(), "Sanity");
10179
a08c80e9e1e5 8012687: Remove unused is_root checks and closures
stefank
parents: 7448
diff changeset
253 g1h->ref_processor_stw()->weak_oops_do(&GenMarkSweep::adjust_pointer_closure);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
254
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
255 // Now adjust pointers in remaining weak roots. (All of which should
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
256 // have been cleared if they pointed to non-surviving objects.)
20257
7426d8d76305 8034761: Remove the do_code_roots parameter from process_strong_roots
stefank
parents: 20254
diff changeset
257 sh->process_weak_roots(&GenMarkSweep::adjust_pointer_closure);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
258
17764
595c0f60d50d 8029075: String deduplication in G1
pliden
parents: 17736
diff changeset
259 if (G1StringDedup::is_enabled()) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents: 17736
diff changeset
260 G1StringDedup::oops_do(&GenMarkSweep::adjust_pointer_closure);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents: 17736
diff changeset
261 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents: 17736
diff changeset
262
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
263 GenMarkSweep::adjust_marks();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
264
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
265 G1AdjustPointersClosure blk;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
266 g1h->heap_region_iterate(&blk);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
267 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
268
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
269 class G1SpaceCompactClosure: public HeapRegionClosure {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
270 public:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
271 G1SpaceCompactClosure() {}
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
272
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
273 bool doHeapRegion(HeapRegion* hr) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
274 if (hr->isHumongous()) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
275 if (hr->startsHumongous()) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
276 oop obj = oop(hr->bottom());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
277 if (obj->is_gc_marked()) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
278 obj->init_mark();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
279 } else {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
280 assert(hr->is_empty(), "Should have been cleared in phase 2.");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
281 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
282 hr->reset_during_compaction();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
283 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
284 } else {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
285 hr->compact();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
286 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
287 return false;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
288 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
289 };
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
290
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
291 void G1MarkSweep::mark_sweep_phase4() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
292 // All pointers are now adjusted, move objects accordingly
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
293
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
294 // The ValidateMarkSweep live oops tracking expects us to traverse spaces
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
295 // in the same order in phase2, phase3 and phase4. We don't quite do that
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6254
diff changeset
296 // here (code and comment not fixed for perm removal), so we tell the validate code
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
297 // to use a higher index (saved from phase2) when verifying perm_gen.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
298 G1CollectedHeap* g1h = G1CollectedHeap::heap();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
299
20190
0982ec23da03 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 17764
diff changeset
300 GCTraceTime tm("phase 4", G1Log::fine() && Verbose, true, gc_timer(), gc_tracer()->gc_id());
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
301 GenMarkSweep::trace("4");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
302
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
303 G1SpaceCompactClosure blk;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
304 g1h->heap_region_iterate(&blk);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
305
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
306 }
20417
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
307
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
308 void G1MarkSweep::prepare_compaction_work(G1PrepareCompactClosure* blk) {
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
309 G1CollectedHeap* g1h = G1CollectedHeap::heap();
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
310 g1h->heap_region_iterate(blk);
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
311 blk->update_sets();
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
312 }
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
313
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
314 void G1PrepareCompactClosure::free_humongous_region(HeapRegion* hr) {
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
315 HeapWord* end = hr->end();
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
316 FreeRegionList dummy_free_list("Dummy Free List for G1MarkSweep");
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
317
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
318 assert(hr->startsHumongous(),
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
319 "Only the start of a humongous region should be freed.");
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
320
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
321 hr->set_containing_set(NULL);
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
322 _humongous_regions_removed.increment(1u, hr->capacity());
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
323
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
324 _g1h->free_humongous_region(hr, &dummy_free_list, false /* par */);
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
325 prepare_for_compaction(hr, end);
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
326 dummy_free_list.remove_all();
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
327 }
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
328
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
329 void G1PrepareCompactClosure::prepare_for_compaction(HeapRegion* hr, HeapWord* end) {
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
330 // If this is the first live region that we came across which we can compact,
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
331 // initialize the CompactPoint.
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
332 if (!is_cp_initialized()) {
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
333 _cp.space = hr;
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
334 _cp.threshold = hr->initialize_threshold();
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
335 }
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
336 prepare_for_compaction_work(&_cp, hr, end);
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
337 }
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
338
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
339 void G1PrepareCompactClosure::prepare_for_compaction_work(CompactPoint* cp,
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
340 HeapRegion* hr,
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
341 HeapWord* end) {
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
342 hr->prepare_for_compaction(cp);
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
343 // Also clear the part of the card table that will be unused after
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
344 // compaction.
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
345 _mrbs->clear(MemRegion(hr->compaction_top(), end));
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
346 }
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
347
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
348 void G1PrepareCompactClosure::update_sets() {
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
349 // We'll recalculate total used bytes and recreate the free list
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
350 // at the end of the GC, so no point in updating those values here.
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
351 HeapRegionSetCount empty_set;
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
352 _g1h->remove_from_old_sets(empty_set, _humongous_regions_removed);
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
353 }
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
354
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
355 bool G1PrepareCompactClosure::doHeapRegion(HeapRegion* hr) {
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
356 if (hr->isHumongous()) {
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
357 if (hr->startsHumongous()) {
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
358 oop obj = oop(hr->bottom());
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
359 if (obj->is_gc_marked()) {
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
360 obj->forward_to(obj);
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
361 } else {
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
362 free_humongous_region(hr);
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
363 }
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
364 } else {
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
365 assert(hr->continuesHumongous(), "Invalid humongous.");
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
366 }
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
367 } else {
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
368 prepare_for_compaction(hr, hr->end());
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
369 }
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
370 return false;
d35872270666 8057658: Enable G1 FullGC extensions
sjohanss
parents: 20295
diff changeset
371 }