annotate src/share/vm/gc_implementation/g1/g1CollectedHeap.hpp @ 20304:a22acf6d7598

8048112: G1 Full GC needs to support the case when the very first region is not available Summary: Refactor preparation for compaction during Full GC so that it lazily initializes the first compaction point. This also avoids problems later when the first region may not be committed. Also reviewed by K. Barrett. Reviewed-by: brutisso
author tschatzl
date Mon, 21 Jul 2014 10:00:31 +0200
parents 2c6ef90f030a
children 755930f931e3
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1 /*
17753
191174b49bec 8035406: Improve data structure for Code Cache remembered sets
tschatzl
parents: 17736
diff changeset
2 * Copyright (c) 2001, 2014, Oracle and/or its affiliates. All rights reserved.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
4 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
7 * published by the Free Software Foundation.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
8 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
13 * accompanied this code).
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
14 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1394
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1394
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1394
diff changeset
21 * questions.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
22 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
23 */
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
25 #ifndef SHARE_VM_GC_IMPLEMENTATION_G1_G1COLLECTEDHEAP_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
26 #define SHARE_VM_GC_IMPLEMENTATION_G1_G1COLLECTEDHEAP_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
27
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
28 #include "gc_implementation/g1/concurrentMark.hpp"
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
29 #include "gc_implementation/g1/evacuationInfo.hpp"
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
30 #include "gc_implementation/g1/g1AllocRegion.hpp"
20212
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
31 #include "gc_implementation/g1/g1BiasedArray.hpp"
3778
5f6f2615433a 7049999: G1: Make the G1PrintHeapRegions output consistent and complete
tonyp
parents: 3777
diff changeset
32 #include "gc_implementation/g1/g1HRPrinter.hpp"
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
33 #include "gc_implementation/g1/g1MonitoringSupport.hpp"
12343
d55c004e1d4d 8025305: Cleanup CardTableModRefBS usage in G1
mgerdin
parents: 12233
diff changeset
34 #include "gc_implementation/g1/g1SATBCardTableModRefBS.hpp"
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
35 #include "gc_implementation/g1/g1YCTypes.hpp"
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
36 #include "gc_implementation/g1/heapRegionSeq.hpp"
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
37 #include "gc_implementation/g1/heapRegionSet.hpp"
3289
b52782ae3880 6946417: G1: Java VisualVM does not support G1 properly.
jmasa
parents: 3285
diff changeset
38 #include "gc_implementation/shared/hSpaceCounters.hpp"
6595
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
39 #include "gc_implementation/shared/parGCAllocBuffer.hpp"
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
40 #include "memory/barrierSet.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
41 #include "memory/memRegion.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
42 #include "memory/sharedHeap.hpp"
8038
ad747ee9d0b1 8002144: G1: large number of evacuation failures may lead to large c heap memory usage
brutisso
parents: 6819
diff changeset
43 #include "utilities/stack.hpp"
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
44
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
45 // A "G1CollectedHeap" is an implementation of a java heap for HotSpot.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
46 // It uses the "Garbage First" heap organization and algorithm, which
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
47 // may combine concurrent marking with parallel, incremental compaction of
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
48 // heap subsets that will yield large amounts of garbage.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
49
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
50 // Forward declarations
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
51 class HeapRegion;
2173
97ba643ea3ed 7014261: G1: RSet-related failures
tonyp
parents: 2152
diff changeset
52 class HRRSCleanupTask;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
53 class GenerationSpec;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
54 class OopsInHeapRegionClosure;
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
55 class G1KlassScanClosure;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
56 class G1ScanHeapEvacClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
57 class ObjectClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
58 class SpaceClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
59 class CompactibleSpaceClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
60 class Space;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
61 class G1CollectorPolicy;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
62 class GenRemSet;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
63 class G1RemSet;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
64 class HeapRegionRemSetIterator;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
65 class ConcurrentMark;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
66 class ConcurrentMarkThread;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
67 class ConcurrentG1Refine;
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
68 class ConcurrentGCTimer;
3289
b52782ae3880 6946417: G1: Java VisualVM does not support G1 properly.
jmasa
parents: 3285
diff changeset
69 class GenerationCounters;
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
70 class STWGCTimer;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
71 class G1NewTracer;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
72 class G1OldTracer;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
73 class EvacuationFailedInfo;
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
74 class nmethod;
13400
86e6d691f2e1 8028128: Add a type safe alternative for working with counter based data
mgronlun
parents: 12352
diff changeset
75 class Ticks;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
76
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 6120
diff changeset
77 typedef OverflowTaskQueue<StarTask, mtGC> RefToScanQueue;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 6120
diff changeset
78 typedef GenericTaskQueueSet<RefToScanQueue, mtGC> RefToScanQueueSet;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
79
807
d44bdab1c03d 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 796
diff changeset
80 typedef int RegionIdx_t; // needs to hold [ 0..max_regions() )
d44bdab1c03d 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 796
diff changeset
81 typedef int CardIdx_t; // needs to hold [ 0..CardsPerRegion )
d44bdab1c03d 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 796
diff changeset
82
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
83 enum GCAllocPurpose {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
84 GCAllocForTenured,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
85 GCAllocForSurvived,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
86 GCAllocPurposeCount
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
87 };
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
88
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 6120
diff changeset
89 class YoungList : public CHeapObj<mtGC> {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
90 private:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
91 G1CollectedHeap* _g1h;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
92
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
93 HeapRegion* _head;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
94
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
95 HeapRegion* _survivor_head;
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
96 HeapRegion* _survivor_tail;
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
97
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
98 HeapRegion* _curr;
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
99
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
100 uint _length;
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
101 uint _survivor_length;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
102
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
103 size_t _last_sampled_rs_lengths;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
104 size_t _sampled_rs_lengths;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
105
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
106 void empty_list(HeapRegion* list);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
107
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
108 public:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
109 YoungList(G1CollectedHeap* g1h);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
110
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
111 void push_region(HeapRegion* hr);
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
112 void add_survivor_region(HeapRegion* hr);
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
113
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
114 void empty_list();
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
115 bool is_empty() { return _length == 0; }
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
116 uint length() { return _length; }
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
117 uint survivor_length() { return _survivor_length; }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
118
3764
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
119 // Currently we do not keep track of the used byte sum for the
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
120 // young list and the survivors and it'd be quite a lot of work to
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
121 // do so. When we'll eventually replace the young list with
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
122 // instances of HeapRegionLinkedList we'll get that for free. So,
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
123 // we'll report the more accurate information then.
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
124 size_t eden_used_bytes() {
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
125 assert(length() >= survivor_length(), "invariant");
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
126 return (size_t) (length() - survivor_length()) * HeapRegion::GrainBytes;
3764
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
127 }
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
128 size_t survivor_used_bytes() {
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
129 return (size_t) survivor_length() * HeapRegion::GrainBytes;
3764
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
130 }
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
131
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
132 void rs_length_sampling_init();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
133 bool rs_length_sampling_more();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
134 void rs_length_sampling_next();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
135
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
136 void reset_sampled_info() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
137 _last_sampled_rs_lengths = 0;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
138 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
139 size_t sampled_rs_lengths() { return _last_sampled_rs_lengths; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
140
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
141 // for development purposes
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
142 void reset_auxilary_lists();
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
143 void clear() { _head = NULL; _length = 0; }
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
144
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
145 void clear_survivors() {
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
146 _survivor_head = NULL;
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
147 _survivor_tail = NULL;
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
148 _survivor_length = 0;
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
149 }
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
150
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
151 HeapRegion* first_region() { return _head; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
152 HeapRegion* first_survivor_region() { return _survivor_head; }
545
58054a18d735 6484959: G1: introduce survivor spaces
apetrusenko
parents: 526
diff changeset
153 HeapRegion* last_survivor_region() { return _survivor_tail; }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
154
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
155 // debugging
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
156 bool check_list_well_formed();
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
157 bool check_list_empty(bool check_sample = true);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
158 void print();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
159 };
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
160
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
161 class MutatorAllocRegion : public G1AllocRegion {
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
162 protected:
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
163 virtual HeapRegion* allocate_new_region(size_t word_size, bool force);
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
164 virtual void retire_region(HeapRegion* alloc_region, size_t allocated_bytes);
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
165 public:
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
166 MutatorAllocRegion()
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
167 : G1AllocRegion("Mutator Alloc Region", false /* bot_updates */) { }
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
168 };
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
169
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
170 class SurvivorGCAllocRegion : public G1AllocRegion {
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
171 protected:
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
172 virtual HeapRegion* allocate_new_region(size_t word_size, bool force);
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
173 virtual void retire_region(HeapRegion* alloc_region, size_t allocated_bytes);
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
174 public:
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
175 SurvivorGCAllocRegion()
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
176 : G1AllocRegion("Survivor GC Alloc Region", false /* bot_updates */) { }
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
177 };
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
178
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
179 class OldGCAllocRegion : public G1AllocRegion {
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
180 protected:
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
181 virtual HeapRegion* allocate_new_region(size_t word_size, bool force);
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
182 virtual void retire_region(HeapRegion* alloc_region, size_t allocated_bytes);
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
183 public:
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
184 OldGCAllocRegion()
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
185 : G1AllocRegion("Old GC Alloc Region", true /* bot_updates */) { }
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
186 };
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
187
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
188 // The G1 STW is alive closure.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
189 // An instance is embedded into the G1CH and used as the
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
190 // (optional) _is_alive_non_header closure in the STW
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
191 // reference processor. It is also extensively used during
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
192 // reference processing during STW evacuation pauses.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
193 class G1STWIsAliveClosure: public BoolObjectClosure {
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
194 G1CollectedHeap* _g1;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
195 public:
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
196 G1STWIsAliveClosure(G1CollectedHeap* g1) : _g1(g1) {}
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
197 bool do_object_b(oop p);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
198 };
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
199
20212
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
200 // Instances of this class are used for quick tests on whether a reference points
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
201 // into the collection set. Each of the array's elements denotes whether the
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
202 // corresponding region is in the collection set.
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
203 class G1FastCSetBiasedMappedArray : public G1BiasedMappedArray<bool> {
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
204 protected:
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
205 bool default_value() const { return false; }
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
206 public:
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
207 void clear() { G1BiasedMappedArray<bool>::clear(); }
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
208 };
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
209
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
210 class RefineCardTableEntryClosure;
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
211
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
212 class G1CollectedHeap : public SharedHeap {
20278
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
213 friend class VM_CollectForMetadataAllocation;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
214 friend class VM_G1CollectForAllocation;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
215 friend class VM_G1CollectFull;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
216 friend class VM_G1IncCollectionPause;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
217 friend class VMStructs;
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
218 friend class MutatorAllocRegion;
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
219 friend class SurvivorGCAllocRegion;
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
220 friend class OldGCAllocRegion;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
221
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
222 // Closures used in implementation.
20278
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
223 template <G1Barrier barrier, G1Mark do_mark_object>
5987
748051fd24ce 7130974: G1: Remove G1ParCopyHelper
brutisso
parents: 4912
diff changeset
224 friend class G1ParCopyClosure;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
225 friend class G1IsAliveClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
226 friend class G1EvacuateFollowersClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
227 friend class G1ParScanThreadState;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
228 friend class G1ParScanClosureSuper;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
229 friend class G1ParEvacuateFollowersClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
230 friend class G1ParTask;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
231 friend class G1FreeGarbageRegionClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
232 friend class RefineCardTableEntryClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
233 friend class G1PrepareCompactClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
234 friend class RegionSorter;
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
235 friend class RegionResetter;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
236 friend class CountRCClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
237 friend class EvacPopObjClosure;
796
29e7d79232b9 6819065: G1: eliminate high serial card table clearing time
apetrusenko
parents: 678
diff changeset
238 friend class G1ParCleanupCTTask;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
239
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
240 // Other related classes.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
241 friend class G1MarkSweep;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
242
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
243 private:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
244 // The one and only G1CollectedHeap, so static functions can find it.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
245 static G1CollectedHeap* _g1h;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
246
942
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 941
diff changeset
247 static size_t _humongous_object_threshold_in_words;
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 941
diff changeset
248
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
249 // Storage for the G1 heap.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
250 VirtualSpace _g1_storage;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
251 MemRegion _g1_reserved;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
252
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
253 // The part of _g1_storage that is currently committed.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
254 MemRegion _g1_committed;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
255
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
256 // The master free list. It will satisfy all new region allocations.
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
257 FreeRegionList _free_list;
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
258
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
259 // The secondary free list which contains regions that have been
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
260 // freed up during the cleanup process. This will be appended to the
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
261 // master free list when appropriate.
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
262 FreeRegionList _secondary_free_list;
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
263
4072
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
264 // It keeps track of the old regions.
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
265 HeapRegionSet _old_set;
4072
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
266
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
267 // It keeps track of the humongous regions.
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
268 HeapRegionSet _humongous_set;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
269
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
270 // The number of regions we could create by expansion.
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
271 uint _expansion_regions;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
272
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
273 // The block offset table for the G1 heap.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
274 G1BlockOffsetSharedArray* _bot_shared;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
275
4072
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
276 // Tears down the region sets / lists so that they are empty and the
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
277 // regions on the heap do not belong to a region set / list. The
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
278 // only exception is the humongous set which we leave unaltered. If
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
279 // free_list_only is true, it will only tear down the master free
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
280 // list. It is called before a Full GC (free_list_only == false) or
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
281 // before heap shrinking (free_list_only == true).
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
282 void tear_down_region_sets(bool free_list_only);
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
283
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
284 // Rebuilds the region sets / lists so that they are repopulated to
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
285 // reflect the contents of the heap. The only exception is the
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
286 // humongous set which was not torn down in the first place. If
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
287 // free_list_only is true, it will only rebuild the master free
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
288 // list. It is called after a Full GC (free_list_only == false) or
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
289 // after heap shrinking (free_list_only == true).
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
290 void rebuild_region_sets(bool free_list_only);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
291
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
292 // The sequence of all heap regions in the heap.
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
293 HeapRegionSeq _hrs;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
294
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
295 // Alloc region used to satisfy mutator allocation requests.
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
296 MutatorAllocRegion _mutator_alloc_region;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
297
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
298 // Alloc region used to satisfy allocation requests by the GC for
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
299 // survivor objects.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
300 SurvivorGCAllocRegion _survivor_gc_alloc_region;
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
301
6595
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
302 // PLAB sizing policy for survivors.
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
303 PLABStats _survivor_plab_stats;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
304
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
305 // Alloc region used to satisfy allocation requests by the GC for
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
306 // old objects.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
307 OldGCAllocRegion _old_gc_alloc_region;
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
308
6595
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
309 // PLAB sizing policy for tenured objects.
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
310 PLABStats _old_plab_stats;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
311
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
312 PLABStats* stats_for_purpose(GCAllocPurpose purpose) {
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
313 PLABStats* stats = NULL;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
314
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
315 switch (purpose) {
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
316 case GCAllocForSurvived:
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
317 stats = &_survivor_plab_stats;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
318 break;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
319 case GCAllocForTenured:
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
320 stats = &_old_plab_stats;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
321 break;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
322 default:
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
323 assert(false, "unrecognized GCAllocPurpose");
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
324 }
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
325
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
326 return stats;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
327 }
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
328
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
329 // The last old region we allocated to during the last GC.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
330 // Typically, it is not full so we should re-use it during the next GC.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
331 HeapRegion* _retained_old_gc_alloc_region;
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
332
4781
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
333 // It specifies whether we should attempt to expand the heap after a
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
334 // region allocation failure. If heap expansion fails we set this to
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
335 // false so that we don't re-attempt the heap expansion (it's likely
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
336 // that subsequent expansion attempts will also fail if one fails).
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
337 // Currently, it is only consulted during GC and it's reset at the
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
338 // start of each GC.
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
339 bool _expand_heap_after_alloc_failure;
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
340
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
341 // It resets the mutator alloc region before new allocations can take place.
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
342 void init_mutator_alloc_region();
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
343
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
344 // It releases the mutator alloc region.
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
345 void release_mutator_alloc_region();
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
346
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
347 // It initializes the GC alloc regions at the start of a GC.
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
348 void init_gc_alloc_regions(EvacuationInfo& evacuation_info);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
349
20278
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
350 // Setup the retained old gc alloc region as the currrent old gc alloc region.
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
351 void use_retained_old_gc_alloc_region(EvacuationInfo& evacuation_info);
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
352
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
353 // It releases the GC alloc regions at the end of a GC.
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
354 void release_gc_alloc_regions(uint no_of_gc_workers, EvacuationInfo& evacuation_info);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
355
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
356 // It does any cleanup that needs to be done on the GC alloc regions
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
357 // before a Full GC.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
358 void abandon_gc_alloc_regions();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
359
3289
b52782ae3880 6946417: G1: Java VisualVM does not support G1 properly.
jmasa
parents: 3285
diff changeset
360 // Helper for monitoring and management support.
b52782ae3880 6946417: G1: Java VisualVM does not support G1 properly.
jmasa
parents: 3285
diff changeset
361 G1MonitoringSupport* _g1mm;
b52782ae3880 6946417: G1: Java VisualVM does not support G1 properly.
jmasa
parents: 3285
diff changeset
362
1391
79e419e5ea3b 6942253: G1: replace G1ParallelGCAllocBufferSize with YoungPLABSize and OldPLABSize
apetrusenko
parents: 1313
diff changeset
363 // Determines PLAB size for a particular allocation purpose.
6595
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
364 size_t desired_plab_sz(GCAllocPurpose purpose);
1391
79e419e5ea3b 6942253: G1: replace G1ParallelGCAllocBufferSize with YoungPLABSize and OldPLABSize
apetrusenko
parents: 1313
diff changeset
365
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
366 // Outside of GC pauses, the number of bytes used in all regions other
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
367 // than the current allocation region.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
368 size_t _summary_bytes_used;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
369
20212
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
370 // This array is used for a quick test on whether a reference points into
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
371 // the collection set or not. Each of the array's elements denotes whether the
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
372 // corresponding region is in the collection set or not.
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
373 G1FastCSetBiasedMappedArray _in_cset_fast_test;
526
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
374
353
9bb2c10ac07b 6723570: G1: assertion failure: p == current_top or oop(p)->is_oop(),"p is not a block start" (revisited!)
iveresov
parents: 342
diff changeset
375 volatile unsigned _gc_time_stamp;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
376
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
377 size_t* _surviving_young_words;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
378
3778
5f6f2615433a 7049999: G1: Make the G1PrintHeapRegions output consistent and complete
tonyp
parents: 3777
diff changeset
379 G1HRPrinter _hr_printer;
5f6f2615433a 7049999: G1: Make the G1PrintHeapRegions output consistent and complete
tonyp
parents: 3777
diff changeset
380
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
381 void setup_surviving_young_words();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
382 void update_surviving_young_words(size_t* surv_young_words);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
383 void cleanup_surviving_young_words();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
384
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
385 // It decides whether an explicit GC should start a concurrent cycle
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
386 // instead of doing a STW GC. Currently, a concurrent cycle is
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
387 // explicitly started if:
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
388 // (a) cause == _gc_locker and +GCLockerInvokesConcurrent, or
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
389 // (b) cause == _java_lang_system_gc and +ExplicitGCInvokesConcurrent.
4829
9509c20bba28 6976060: G1: humongous object allocations should initiate marking cycles when necessary
brutisso
parents: 4787
diff changeset
390 // (c) cause == _g1_humongous_allocation
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
391 bool should_do_concurrent_full_gc(GCCause::Cause cause);
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
392
6120
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
393 // Keeps track of how many "old marking cycles" (i.e., Full GCs or
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
394 // concurrent cycles) we have started.
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
395 volatile unsigned int _old_marking_cycles_started;
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
396
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
397 // Keeps track of how many "old marking cycles" (i.e., Full GCs or
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
398 // concurrent cycles) we have completed.
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
399 volatile unsigned int _old_marking_cycles_completed;
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
400
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
401 bool _concurrent_cycle_started;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
402
3285
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
403 // This is a non-product method that is helpful for testing. It is
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
404 // called at the end of a GC and artificially expands the heap by
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
405 // allocating a number of dead regions. This way we can induce very
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
406 // frequent marking cycles and stress the cleanup / concurrent
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
407 // cleanup code more (as all the regions that will be allocated by
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
408 // this method will be found dead by the marking cycle).
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
409 void allocate_dummy_regions() PRODUCT_RETURN;
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
410
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
411 // Clear RSets after a compaction. It also resets the GC time stamps.
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
412 void clear_rsets_post_compaction();
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
413
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
414 // If the HR printer is active, dump the state of the regions in the
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
415 // heap after a compaction.
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
416 void print_hrs_post_compaction();
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
417
6628
bb3f6194fedb 7178363: G1: Remove the serial code for PrintGCDetails and make it a special case of the parallel code
brutisso
parents: 6611
diff changeset
418 double verify(bool guard, const char* msg);
bb3f6194fedb 7178363: G1: Remove the serial code for PrintGCDetails and make it a special case of the parallel code
brutisso
parents: 6611
diff changeset
419 void verify_before_gc();
bb3f6194fedb 7178363: G1: Remove the serial code for PrintGCDetails and make it a special case of the parallel code
brutisso
parents: 6611
diff changeset
420 void verify_after_gc();
bb3f6194fedb 7178363: G1: Remove the serial code for PrintGCDetails and make it a special case of the parallel code
brutisso
parents: 6611
diff changeset
421
6752
9646b7ff4d14 7198130: G1: PrintReferenceGC output comes out of order
brutisso
parents: 6725
diff changeset
422 void log_gc_header();
9646b7ff4d14 7198130: G1: PrintReferenceGC output comes out of order
brutisso
parents: 6725
diff changeset
423 void log_gc_footer(double pause_time_sec);
9646b7ff4d14 7198130: G1: PrintReferenceGC output comes out of order
brutisso
parents: 6725
diff changeset
424
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
425 // These are macros so that, if the assert fires, we get the correct
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
426 // line number, file, etc.
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
427
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
428 #define heap_locking_asserts_err_msg(_extra_message_) \
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
429 err_msg("%s : Heap_lock locked: %s, at safepoint: %s, is VM thread: %s", \
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
430 (_extra_message_), \
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
431 BOOL_TO_STR(Heap_lock->owned_by_self()), \
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
432 BOOL_TO_STR(SafepointSynchronize::is_at_safepoint()), \
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
433 BOOL_TO_STR(Thread::current()->is_VM_thread()))
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
434
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
435 #define assert_heap_locked() \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
436 do { \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
437 assert(Heap_lock->owned_by_self(), \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
438 heap_locking_asserts_err_msg("should be holding the Heap_lock")); \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
439 } while (0)
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
440
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
441 #define assert_heap_locked_or_at_safepoint(_should_be_vm_thread_) \
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
442 do { \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
443 assert(Heap_lock->owned_by_self() || \
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
444 (SafepointSynchronize::is_at_safepoint() && \
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
445 ((_should_be_vm_thread_) == Thread::current()->is_VM_thread())), \
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
446 heap_locking_asserts_err_msg("should be holding the Heap_lock or " \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
447 "should be at a safepoint")); \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
448 } while (0)
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
449
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
450 #define assert_heap_locked_and_not_at_safepoint() \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
451 do { \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
452 assert(Heap_lock->owned_by_self() && \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
453 !SafepointSynchronize::is_at_safepoint(), \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
454 heap_locking_asserts_err_msg("should be holding the Heap_lock and " \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
455 "should not be at a safepoint")); \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
456 } while (0)
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
457
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
458 #define assert_heap_not_locked() \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
459 do { \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
460 assert(!Heap_lock->owned_by_self(), \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
461 heap_locking_asserts_err_msg("should not be holding the Heap_lock")); \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
462 } while (0)
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
463
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
464 #define assert_heap_not_locked_and_not_at_safepoint() \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
465 do { \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
466 assert(!Heap_lock->owned_by_self() && \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
467 !SafepointSynchronize::is_at_safepoint(), \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
468 heap_locking_asserts_err_msg("should not be holding the Heap_lock and " \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
469 "should not be at a safepoint")); \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
470 } while (0)
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
471
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
472 #define assert_at_safepoint(_should_be_vm_thread_) \
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
473 do { \
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
474 assert(SafepointSynchronize::is_at_safepoint() && \
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
475 ((_should_be_vm_thread_) == Thread::current()->is_VM_thread()), \
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
476 heap_locking_asserts_err_msg("should be at a safepoint")); \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
477 } while (0)
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
478
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
479 #define assert_not_at_safepoint() \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
480 do { \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
481 assert(!SafepointSynchronize::is_at_safepoint(), \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
482 heap_locking_asserts_err_msg("should not be at a safepoint")); \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
483 } while (0)
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
484
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
485 protected:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
486
3823
14a2fd14c0db 7068240: G1: Long "parallel other time" and "ext root scanning" when running specific benchmark
johnc
parents: 3778
diff changeset
487 // The young region list.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
488 YoungList* _young_list;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
489
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
490 // The current policy object for the collector.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
491 G1CollectorPolicy* _g1_policy;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
492
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
493 // This is the second level of trying to allocate a new region. If
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
494 // new_region() didn't find a region on the free_list, this call will
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
495 // check whether there's anything available on the
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
496 // secondary_free_list and/or wait for more regions to appear on
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
497 // that list, if _free_regions_coming is set.
17773
8ee855b4e667 8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents: 17759
diff changeset
498 HeapRegion* new_region_try_secondary_free_list(bool is_old);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
499
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
500 // Try to allocate a single non-humongous HeapRegion sufficient for
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
501 // an allocation of the given word_size. If do_expand is true,
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
502 // attempt to expand the heap if necessary to satisfy the allocation
17773
8ee855b4e667 8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents: 17759
diff changeset
503 // request. If the region is to be used as an old region or for a
8ee855b4e667 8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents: 17759
diff changeset
504 // humongous object, set is_old to true. If not, to false.
8ee855b4e667 8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents: 17759
diff changeset
505 HeapRegion* new_region(size_t word_size, bool is_old, bool do_expand);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
506
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
507 // Attempt to satisfy a humongous allocation request of the given
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
508 // size by finding a contiguous set of free regions of num_regions
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
509 // length and remove them from the master free list. Return the
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
510 // index of the first region or G1_NULL_HRS_INDEX if the search
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
511 // was unsuccessful.
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
512 uint humongous_obj_allocate_find_first(uint num_regions,
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
513 size_t word_size);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
514
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
515 // Initialize a contiguous set of free regions of length num_regions
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
516 // and starting at index first so that they appear as a single
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
517 // humongous region.
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
518 HeapWord* humongous_obj_allocate_initialize_regions(uint first,
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
519 uint num_regions,
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
520 size_t word_size);
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
521
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
522 // Attempt to allocate a humongous object of the given size. Return
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
523 // NULL if unsuccessful.
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
524 HeapWord* humongous_obj_allocate(size_t word_size);
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
525
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
526 // The following two methods, allocate_new_tlab() and
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
527 // mem_allocate(), are the two main entry points from the runtime
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
528 // into the G1's allocation routines. They have the following
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
529 // assumptions:
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
530 //
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
531 // * They should both be called outside safepoints.
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
532 //
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
533 // * They should both be called without holding the Heap_lock.
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
534 //
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
535 // * All allocation requests for new TLABs should go to
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
536 // allocate_new_tlab().
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
537 //
3774
c9ca3f51cf41 6994322: Remove the is_tlab and is_noref / is_large_noref parameters from the CollectedHeap
tonyp
parents: 3772
diff changeset
538 // * All non-TLAB allocation requests should go to mem_allocate().
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
539 //
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
540 // * If either call cannot satisfy the allocation request using the
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
541 // current allocating region, they will try to get a new one. If
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
542 // this fails, they will attempt to do an evacuation pause and
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
543 // retry the allocation.
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
544 //
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
545 // * If all allocation attempts fail, even after trying to schedule
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
546 // an evacuation pause, allocate_new_tlab() will return NULL,
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
547 // whereas mem_allocate() will attempt a heap expansion and/or
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
548 // schedule a Full GC.
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
549 //
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
550 // * We do not allow humongous-sized TLABs. So, allocate_new_tlab
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
551 // should never be called with word_size being humongous. All
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
552 // humongous allocation requests should go to mem_allocate() which
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
553 // will satisfy them with a special path.
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
554
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
555 virtual HeapWord* allocate_new_tlab(size_t word_size);
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
556
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
557 virtual HeapWord* mem_allocate(size_t word_size,
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
558 bool* gc_overhead_limit_was_exceeded);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
559
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
560 // The following three methods take a gc_count_before_ret
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
561 // parameter which is used to return the GC count if the method
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
562 // returns NULL. Given that we are required to read the GC count
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
563 // while holding the Heap_lock, and these paths will take the
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
564 // Heap_lock at some point, it's easier to get them to read the GC
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
565 // count while holding the Heap_lock before they return NULL instead
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
566 // of the caller (namely: mem_allocate()) having to also take the
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
567 // Heap_lock just to read the GC count.
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
568
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
569 // First-level mutator allocation attempt: try to allocate out of
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
570 // the mutator alloc region without taking the Heap_lock. This
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
571 // should only be used for non-humongous allocations.
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
572 inline HeapWord* attempt_allocation(size_t word_size,
8853
2e093b564241 7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents: 8038
diff changeset
573 unsigned int* gc_count_before_ret,
2e093b564241 7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents: 8038
diff changeset
574 int* gclocker_retry_count_ret);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
575
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
576 // Second-level mutator allocation attempt: take the Heap_lock and
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
577 // retry the allocation attempt, potentially scheduling a GC
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
578 // pause. This should only be used for non-humongous allocations.
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
579 HeapWord* attempt_allocation_slow(size_t word_size,
8853
2e093b564241 7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents: 8038
diff changeset
580 unsigned int* gc_count_before_ret,
2e093b564241 7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents: 8038
diff changeset
581 int* gclocker_retry_count_ret);
2134
b158bed62ef5 6994297: G1: do first-level slow-path allocations with a CAS
tonyp
parents: 2133
diff changeset
582
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
583 // Takes the Heap_lock and attempts a humongous allocation. It can
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
584 // potentially schedule a GC pause.
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
585 HeapWord* attempt_allocation_humongous(size_t word_size,
8853
2e093b564241 7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents: 8038
diff changeset
586 unsigned int* gc_count_before_ret,
2e093b564241 7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents: 8038
diff changeset
587 int* gclocker_retry_count_ret);
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
588
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
589 // Allocation attempt that should be called during safepoints (e.g.,
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
590 // at the end of a successful GC). expect_null_mutator_alloc_region
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
591 // specifies whether the mutator alloc region is expected to be NULL
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
592 // or not.
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
593 HeapWord* attempt_allocation_at_safepoint(size_t word_size,
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
594 bool expect_null_mutator_alloc_region);
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
595
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
596 // It dirties the cards that cover the block so that so that the post
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
597 // write barrier never queues anything when updating objects on this
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
598 // block. It is assumed (and in fact we assert) that the block
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
599 // belongs to a young region.
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
600 inline void dirty_young_block(HeapWord* start, size_t word_size);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
601
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
602 // Allocate blocks during garbage collection. Will ensure an
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
603 // allocation region, either by picking one or expanding the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
604 // heap, and then allocate a block of the given size. The block
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
605 // may not be a humongous - it must fit into a single heap region.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
606 HeapWord* par_allocate_during_gc(GCAllocPurpose purpose, size_t word_size);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
607
17690
e5c0b296deb2 8034948: Back out JDK-6976350 since it does not fix any issue
tschatzl
parents: 17689
diff changeset
608 HeapWord* allocate_during_gc_slow(GCAllocPurpose purpose,
e5c0b296deb2 8034948: Back out JDK-6976350 since it does not fix any issue
tschatzl
parents: 17689
diff changeset
609 HeapRegion* alloc_region,
e5c0b296deb2 8034948: Back out JDK-6976350 since it does not fix any issue
tschatzl
parents: 17689
diff changeset
610 bool par,
e5c0b296deb2 8034948: Back out JDK-6976350 since it does not fix any issue
tschatzl
parents: 17689
diff changeset
611 size_t word_size);
e5c0b296deb2 8034948: Back out JDK-6976350 since it does not fix any issue
tschatzl
parents: 17689
diff changeset
612
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
613 // Ensure that no further allocations can happen in "r", bearing in mind
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
614 // that parallel threads might be attempting allocations.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
615 void par_allocate_remaining_space(HeapRegion* r);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
616
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
617 // Allocation attempt during GC for a survivor object / PLAB.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
618 inline HeapWord* survivor_attempt_allocation(size_t word_size);
545
58054a18d735 6484959: G1: introduce survivor spaces
apetrusenko
parents: 526
diff changeset
619
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
620 // Allocation attempt during GC for an old object / PLAB.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
621 inline HeapWord* old_attempt_allocation(size_t word_size);
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
622
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
623 // These methods are the "callbacks" from the G1AllocRegion class.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
624
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
625 // For mutator alloc regions.
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
626 HeapRegion* new_mutator_alloc_region(size_t word_size, bool force);
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
627 void retire_mutator_alloc_region(HeapRegion* alloc_region,
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
628 size_t allocated_bytes);
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
629
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
630 // For GC alloc regions.
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
631 HeapRegion* new_gc_alloc_region(size_t word_size, uint count,
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
632 GCAllocPurpose ap);
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
633 void retire_gc_alloc_region(HeapRegion* alloc_region,
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
634 size_t allocated_bytes, GCAllocPurpose ap);
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
635
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
636 // - if explicit_gc is true, the GC is for a System.gc() or a heap
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
637 // inspection request and should collect the entire heap
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
638 // - if clear_all_soft_refs is true, all soft references should be
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
639 // cleared during the GC
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
640 // - if explicit_gc is false, word_size describes the allocation that
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
641 // the GC should attempt (at least) to satisfy
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
642 // - it returns false if it is unable to do the collection due to the
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
643 // GC locker being active, true otherwise
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
644 bool do_collection(bool explicit_gc,
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
645 bool clear_all_soft_refs,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
646 size_t word_size);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
647
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
648 // Callback from VM_G1CollectFull operation.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
649 // Perform a full collection.
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
650 virtual void do_full_collection(bool clear_all_soft_refs);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
651
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
652 // Resize the heap if necessary after a full collection. If this is
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
653 // after a collect-for allocation, "word_size" is the allocation size,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
654 // and will be considered part of the used portion of the heap.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
655 void resize_if_necessary_after_full_collection(size_t word_size);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
656
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
657 // Callback from VM_G1CollectForAllocation operation.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
658 // This function does everything necessary/possible to satisfy a
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
659 // failed allocation request (including collection, expansion, etc.)
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
660 HeapWord* satisfy_failed_allocation(size_t word_size, bool* succeeded);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
661
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
662 // Attempting to expand the heap sufficiently
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
663 // to support an allocation of the given "word_size". If
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
664 // successful, perform the allocation and return the address of the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
665 // allocated block, or else "NULL".
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
666 HeapWord* expand_and_allocate(size_t word_size);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
667
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
668 // Process any reference objects discovered during
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
669 // an incremental evacuation pause.
6819
2e6857353b2c 8000311: G1: ParallelGCThreads==0 broken
johnc
parents: 6756
diff changeset
670 void process_discovered_references(uint no_of_gc_workers);
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
671
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
672 // Enqueue any remaining discovered references
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
673 // after processing.
6819
2e6857353b2c 8000311: G1: ParallelGCThreads==0 broken
johnc
parents: 6756
diff changeset
674 void enqueue_discovered_references(uint no_of_gc_workers);
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
675
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
676 public:
3289
b52782ae3880 6946417: G1: Java VisualVM does not support G1 properly.
jmasa
parents: 3285
diff changeset
677
3980
8229bd737950 7075646: G1: fix inconsistencies in the monitoring data
tonyp
parents: 3979
diff changeset
678 G1MonitoringSupport* g1mm() {
8229bd737950 7075646: G1: fix inconsistencies in the monitoring data
tonyp
parents: 3979
diff changeset
679 assert(_g1mm != NULL, "should have been initialized");
8229bd737950 7075646: G1: fix inconsistencies in the monitoring data
tonyp
parents: 3979
diff changeset
680 return _g1mm;
8229bd737950 7075646: G1: fix inconsistencies in the monitoring data
tonyp
parents: 3979
diff changeset
681 }
3289
b52782ae3880 6946417: G1: Java VisualVM does not support G1 properly.
jmasa
parents: 3285
diff changeset
682
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
683 // Expand the garbage-first heap by at least the given size (in bytes!).
2188
c33825b68624 6923430: G1: assert(res != 0,"This should have worked.")
johnc
parents: 2173
diff changeset
684 // Returns true if the heap was expanded by the requested amount;
c33825b68624 6923430: G1: assert(res != 0,"This should have worked.")
johnc
parents: 2173
diff changeset
685 // false otherwise.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
686 // (Rounds up to a HeapRegion boundary.)
2188
c33825b68624 6923430: G1: assert(res != 0,"This should have worked.")
johnc
parents: 2173
diff changeset
687 bool expand(size_t expand_bytes);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
688
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
689 // Do anything common to GC's.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
690 virtual void gc_prologue(bool full);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
691 virtual void gc_epilogue(bool full);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
692
526
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
693 // We register a region with the fast "in collection set" test. We
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
694 // simply set to true the array slot corresponding to this region.
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
695 void register_region_with_in_cset_fast_test(HeapRegion* r) {
20212
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
696 _in_cset_fast_test.set_by_index(r->hrs_index(), true);
526
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
697 }
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
698
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
699 // This is a fast test on whether a reference points into the
17688
2c2ae9e5f65d 8035326: Assume non-NULL references in G1CollectedHeap::in_cset_fast_test
tschatzl
parents: 17636
diff changeset
700 // collection set or not. Assume that the reference
2c2ae9e5f65d 8035326: Assume non-NULL references in G1CollectedHeap::in_cset_fast_test
tschatzl
parents: 17636
diff changeset
701 // points into the heap.
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
702 inline bool in_cset_fast_test(oop obj);
526
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
703
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
704 void clear_cset_fast_test() {
20212
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
705 _in_cset_fast_test.clear();
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
706 }
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
707
6120
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
708 // This is called at the start of either a concurrent cycle or a Full
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
709 // GC to update the number of old marking cycles started.
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
710 void increment_old_marking_cycles_started();
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
711
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
712 // This is called at the end of either a concurrent cycle or a Full
6120
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
713 // GC to update the number of old marking cycles completed. Those two
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
714 // can happen in a nested fashion, i.e., we start a concurrent
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
715 // cycle, a Full GC happens half-way through it which ends first,
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
716 // and then the cycle notices that a Full GC happened and ends
2030
fb712ff22571 7000559: G1: assertion failure !outer || (full_collections_started == _full_collections_completed + 1)
tonyp
parents: 1991
diff changeset
717 // too. The concurrent parameter is a boolean to help us do a bit
fb712ff22571 7000559: G1: assertion failure !outer || (full_collections_started == _full_collections_completed + 1)
tonyp
parents: 1991
diff changeset
718 // tighter consistency checking in the method. If concurrent is
fb712ff22571 7000559: G1: assertion failure !outer || (full_collections_started == _full_collections_completed + 1)
tonyp
parents: 1991
diff changeset
719 // false, the caller is the inner caller in the nesting (i.e., the
fb712ff22571 7000559: G1: assertion failure !outer || (full_collections_started == _full_collections_completed + 1)
tonyp
parents: 1991
diff changeset
720 // Full GC). If concurrent is true, the caller is the outer caller
fb712ff22571 7000559: G1: assertion failure !outer || (full_collections_started == _full_collections_completed + 1)
tonyp
parents: 1991
diff changeset
721 // in this nesting (i.e., the concurrent cycle). Further nesting is
6120
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
722 // not currently supported. The end of this call also notifies
2030
fb712ff22571 7000559: G1: assertion failure !outer || (full_collections_started == _full_collections_completed + 1)
tonyp
parents: 1991
diff changeset
723 // the FullGCCount_lock in case a Java thread is waiting for a full
fb712ff22571 7000559: G1: assertion failure !outer || (full_collections_started == _full_collections_completed + 1)
tonyp
parents: 1991
diff changeset
724 // GC to happen (e.g., it called System.gc() with
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
725 // +ExplicitGCInvokesConcurrent).
6120
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
726 void increment_old_marking_cycles_completed(bool concurrent);
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
727
6120
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
728 unsigned int old_marking_cycles_completed() {
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
729 return _old_marking_cycles_completed;
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
730 }
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
731
13400
86e6d691f2e1 8028128: Add a type safe alternative for working with counter based data
mgronlun
parents: 12352
diff changeset
732 void register_concurrent_cycle_start(const Ticks& start_time);
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
733 void register_concurrent_cycle_end();
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
734 void trace_heap_after_concurrent_cycle();
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
735
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
736 G1YCType yc_type();
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
737
3778
5f6f2615433a 7049999: G1: Make the G1PrintHeapRegions output consistent and complete
tonyp
parents: 3777
diff changeset
738 G1HRPrinter* hr_printer() { return &_hr_printer; }
5f6f2615433a 7049999: G1: Make the G1PrintHeapRegions output consistent and complete
tonyp
parents: 3777
diff changeset
739
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
740 // Frees a non-humongous region by initializing its contents and
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
741 // adding it to the free list that's passed as a parameter (this is
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
742 // usually a local list which will be appended to the master free
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
743 // list later). The used bytes of freed regions are accumulated in
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
744 // pre_used. If par is true, the region's RSet will not be freed
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
745 // up. The assumption is that this will be done later.
17755
96b1c2e06e25 8027295: Free CSet takes ~50% of young pause time
tschatzl
parents: 17753
diff changeset
746 // The locked parameter indicates if the caller has already taken
96b1c2e06e25 8027295: Free CSet takes ~50% of young pause time
tschatzl
parents: 17753
diff changeset
747 // care of proper synchronization. This may allow some optimizations.
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
748 void free_region(HeapRegion* hr,
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
749 FreeRegionList* free_list,
17755
96b1c2e06e25 8027295: Free CSet takes ~50% of young pause time
tschatzl
parents: 17753
diff changeset
750 bool par,
96b1c2e06e25 8027295: Free CSet takes ~50% of young pause time
tschatzl
parents: 17753
diff changeset
751 bool locked = false);
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
752
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
753 // Frees a humongous region by collapsing it into individual regions
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
754 // and calling free_region() for each of them. The freed regions
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
755 // will be added to the free list that's passed as a parameter (this
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
756 // is usually a local list which will be appended to the master free
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
757 // list later). The used bytes of freed regions are accumulated in
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
758 // pre_used. If par is true, the region's RSet will not be freed
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
759 // up. The assumption is that this will be done later.
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
760 void free_humongous_region(HeapRegion* hr,
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
761 FreeRegionList* free_list,
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
762 bool par);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
763 protected:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
764
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
765 // Shrink the garbage-first heap by at most the given size (in bytes!).
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
766 // (Rounds down to a HeapRegion boundary.)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
767 virtual void shrink(size_t expand_bytes);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
768 void shrink_helper(size_t expand_bytes);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
769
1709
5f429ee79634 6966222: G1: simplify TaskQueue overflow handling
jcoomes
parents: 1705
diff changeset
770 #if TASKQUEUE_STATS
5f429ee79634 6966222: G1: simplify TaskQueue overflow handling
jcoomes
parents: 1705
diff changeset
771 static void print_taskqueue_stats_hdr(outputStream* const st = gclog_or_tty);
5f429ee79634 6966222: G1: simplify TaskQueue overflow handling
jcoomes
parents: 1705
diff changeset
772 void print_taskqueue_stats(outputStream* const st = gclog_or_tty) const;
5f429ee79634 6966222: G1: simplify TaskQueue overflow handling
jcoomes
parents: 1705
diff changeset
773 void reset_taskqueue_stats();
5f429ee79634 6966222: G1: simplify TaskQueue overflow handling
jcoomes
parents: 1705
diff changeset
774 #endif // TASKQUEUE_STATS
5f429ee79634 6966222: G1: simplify TaskQueue overflow handling
jcoomes
parents: 1705
diff changeset
775
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
776 // Schedule the VM operation that will do an evacuation pause to
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
777 // satisfy an allocation request of word_size. *succeeded will
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
778 // return whether the VM operation was successful (it did do an
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
779 // evacuation pause) or not (another thread beat us to it or the GC
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
780 // locker was active). Given that we should not be holding the
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
781 // Heap_lock when we enter this method, we will pass the
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
782 // gc_count_before (i.e., total_collections()) as a parameter since
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
783 // it has to be read while holding the Heap_lock. Currently, both
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
784 // methods that call do_collection_pause() release the Heap_lock
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
785 // before the call, so it's easy to read gc_count_before just before.
12113
f7d3b4387a16 8022872: G1: Use correct GC cause for young GC triggered by humongous allocations
brutisso
parents: 12080
diff changeset
786 HeapWord* do_collection_pause(size_t word_size,
f7d3b4387a16 8022872: G1: Use correct GC cause for young GC triggered by humongous allocations
brutisso
parents: 12080
diff changeset
787 unsigned int gc_count_before,
f7d3b4387a16 8022872: G1: Use correct GC cause for young GC triggered by humongous allocations
brutisso
parents: 12080
diff changeset
788 bool* succeeded,
f7d3b4387a16 8022872: G1: Use correct GC cause for young GC triggered by humongous allocations
brutisso
parents: 12080
diff changeset
789 GCCause::Cause gc_cause);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
790
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
791 // The guts of the incremental collection pause, executed by the vm
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
792 // thread. It returns false if it is unable to do the collection due
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
793 // to the GC locker being active, true otherwise
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
794 bool do_collection_pause_at_safepoint(double target_pause_time_ms);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
795
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
796 // Actually do the work of evacuating the collection set.
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
797 void evacuate_collection_set(EvacuationInfo& evacuation_info);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
798
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
799 // The g1 remembered set of the heap.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
800 G1RemSet* _g1_rem_set;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
801
616
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 545
diff changeset
802 // A set of cards that cover the objects for which the Rsets should be updated
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 545
diff changeset
803 // concurrently after the collection.
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 545
diff changeset
804 DirtyCardQueueSet _dirty_card_queue_set;
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 545
diff changeset
805
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
806 // The closure used to refine a single card.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
807 RefineCardTableEntryClosure* _refine_cte_cl;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
808
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
809 // A function to check the consistency of dirty card logs.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
810 void check_ct_logs_at_safepoint();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
811
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
812 // A DirtyCardQueueSet that is used to hold cards that contain
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
813 // references into the current collection set. This is used to
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
814 // update the remembered sets of the regions in the collection
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
815 // set in the event of an evacuation failure.
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
816 DirtyCardQueueSet _into_cset_dirty_card_queue_set;
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
817
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
818 // After a collection pause, make the regions in the CS into free
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
819 // regions.
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
820 void free_collection_set(HeapRegion* cs_head, EvacuationInfo& evacuation_info);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
821
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
822 // Abandon the current collection set without recording policy
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
823 // statistics or updating free lists.
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
824 void abandon_collection_set(HeapRegion* cs_head);
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
825
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
826 // Applies "scan_non_heap_roots" to roots outside the heap,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
827 // "scan_rs" to roots inside the heap (having done "set_region" to
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
828 // indicate the region in which the root resides),
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
829 // and does "scan_metadata" If "scan_rs" is
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
830 // NULL, then this step is skipped. The "worker_i"
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
831 // param is for use with parallel roots processing, and should be
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
832 // the "i" of the calling parallel worker thread's work(i) function.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
833 // In the sequential case this param will be ignored.
20278
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
834 void g1_process_roots(OopClosure* scan_non_heap_roots,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
835 OopClosure* scan_non_heap_weak_roots,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
836 OopsInHeapRegionClosure* scan_rs,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
837 CLDClosure* scan_strong_clds,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
838 CLDClosure* scan_weak_clds,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
839 CodeBlobClosure* scan_strong_code,
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
840 uint worker_i);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
841
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
842 // Notifies all the necessary spaces that the committed space has
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
843 // been updated (either expanded or shrunk). It should be called
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
844 // after _g1_storage is updated.
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
845 void update_committed_space(HeapWord* old_end, HeapWord* new_end);
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
846
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
847 // The concurrent marker (and the thread it runs in.)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
848 ConcurrentMark* _cm;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
849 ConcurrentMarkThread* _cmThread;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
850 bool _mark_in_progress;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
851
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
852 // The concurrent refiner.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
853 ConcurrentG1Refine* _cg1r;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
854
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
855 // The parallel task queues
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
856 RefToScanQueueSet *_task_queues;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
857
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
858 // True iff a evacuation has failed in the current collection.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
859 bool _evacuation_failed;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
860
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
861 EvacuationFailedInfo* _evacuation_failed_info_array;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
862
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
863 // Failed evacuations cause some logical from-space objects to have
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
864 // forwarding pointers to themselves. Reset them.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
865 void remove_self_forwarding_pointers();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
866
8038
ad747ee9d0b1 8002144: G1: large number of evacuation failures may lead to large c heap memory usage
brutisso
parents: 6819
diff changeset
867 // Together, these store an object with a preserved mark, and its mark value.
ad747ee9d0b1 8002144: G1: large number of evacuation failures may lead to large c heap memory usage
brutisso
parents: 6819
diff changeset
868 Stack<oop, mtGC> _objs_with_preserved_marks;
ad747ee9d0b1 8002144: G1: large number of evacuation failures may lead to large c heap memory usage
brutisso
parents: 6819
diff changeset
869 Stack<markOop, mtGC> _preserved_marks_of_objs;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
870
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
871 // Preserve the mark of "obj", if necessary, in preparation for its mark
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
872 // word being overwritten with a self-forwarding-pointer.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
873 void preserve_mark_if_necessary(oop obj, markOop m);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
874
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
875 // The stack of evac-failure objects left to be scanned.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
876 GrowableArray<oop>* _evac_failure_scan_stack;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
877 // The closure to apply to evac-failure objects.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
878
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
879 OopsInHeapRegionClosure* _evac_failure_closure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
880 // Set the field above.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
881 void
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
882 set_evac_failure_closure(OopsInHeapRegionClosure* evac_failure_closure) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
883 _evac_failure_closure = evac_failure_closure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
884 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
885
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
886 // Push "obj" on the scan stack.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
887 void push_on_evac_failure_scan_stack(oop obj);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
888 // Process scan stack entries until the stack is empty.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
889 void drain_evac_failure_scan_stack();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
890 // True iff an invocation of "drain_scan_stack" is in progress; to
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
891 // prevent unnecessary recursion.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
892 bool _drain_in_progress;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
893
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
894 // Do any necessary initialization for evacuation-failure handling.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
895 // "cl" is the closure that will be used to process evac-failure
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
896 // objects.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
897 void init_for_evac_failure(OopsInHeapRegionClosure* cl);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
898 // Do any necessary cleanup for evacuation-failure handling data
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
899 // structures.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
900 void finalize_for_evac_failure();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
901
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
902 // An attempt to evacuate "obj" has failed; take necessary steps.
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
903 oop handle_evacuation_failure_par(G1ParScanThreadState* _par_scan_state, oop obj);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
904 void handle_evacuation_failure_common(oop obj, markOop m);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
905
6629
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
906 #ifndef PRODUCT
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
907 // Support for forcing evacuation failures. Analogous to
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
908 // PromotionFailureALot for the other collectors.
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
909
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
910 // Records whether G1EvacuationFailureALot should be in effect
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
911 // for the current GC
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
912 bool _evacuation_failure_alot_for_current_gc;
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
913
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
914 // Used to record the GC number for interval checking when
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
915 // determining whether G1EvaucationFailureALot is in effect
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
916 // for the current GC.
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
917 size_t _evacuation_failure_alot_gc_number;
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
918
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
919 // Count of the number of evacuations between failures.
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
920 volatile size_t _evacuation_failure_alot_count;
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
921
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
922 // Set whether G1EvacuationFailureALot should be in effect
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
923 // for the current GC (based upon the type of GC and which
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
924 // command line flags are set);
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
925 inline bool evacuation_failure_alot_for_gc_type(bool gcs_are_young,
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
926 bool during_initial_mark,
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
927 bool during_marking);
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
928
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
929 inline void set_evacuation_failure_alot_for_current_gc();
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
930
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
931 // Return true if it's time to cause an evacuation failure.
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
932 inline bool evacuation_should_fail();
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
933
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
934 // Reset the G1EvacuationFailureALot counters. Should be called at
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
935 // the end of an evacuation pause in which an evacuation failure occurred.
6629
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
936 inline void reset_evacuation_should_fail();
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
937 #endif // !PRODUCT
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
938
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
939 // ("Weak") Reference processing support.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
940 //
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
941 // G1 has 2 instances of the reference processor class. One
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
942 // (_ref_processor_cm) handles reference object discovery
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
943 // and subsequent processing during concurrent marking cycles.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
944 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
945 // The other (_ref_processor_stw) handles reference object
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
946 // discovery and processing during full GCs and incremental
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
947 // evacuation pauses.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
948 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
949 // During an incremental pause, reference discovery will be
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
950 // temporarily disabled for _ref_processor_cm and will be
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
951 // enabled for _ref_processor_stw. At the end of the evacuation
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
952 // pause references discovered by _ref_processor_stw will be
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
953 // processed and discovery will be disabled. The previous
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
954 // setting for reference object discovery for _ref_processor_cm
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
955 // will be re-instated.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
956 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
957 // At the start of marking:
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
958 // * Discovery by the CM ref processor is verified to be inactive
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
959 // and it's discovered lists are empty.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
960 // * Discovery by the CM ref processor is then enabled.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
961 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
962 // At the end of marking:
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
963 // * Any references on the CM ref processor's discovered
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
964 // lists are processed (possibly MT).
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
965 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
966 // At the start of full GC we:
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
967 // * Disable discovery by the CM ref processor and
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
968 // empty CM ref processor's discovered lists
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
969 // (without processing any entries).
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
970 // * Verify that the STW ref processor is inactive and it's
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
971 // discovered lists are empty.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
972 // * Temporarily set STW ref processor discovery as single threaded.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
973 // * Temporarily clear the STW ref processor's _is_alive_non_header
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
974 // field.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
975 // * Finally enable discovery by the STW ref processor.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
976 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
977 // The STW ref processor is used to record any discovered
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
978 // references during the full GC.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
979 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
980 // At the end of a full GC we:
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
981 // * Enqueue any reference objects discovered by the STW ref processor
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
982 // that have non-live referents. This has the side-effect of
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
983 // making the STW ref processor inactive by disabling discovery.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
984 // * Verify that the CM ref processor is still inactive
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
985 // and no references have been placed on it's discovered
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
986 // lists (also checked as a precondition during initial marking).
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
987
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
988 // The (stw) reference processor...
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
989 ReferenceProcessor* _ref_processor_stw;
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
990
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
991 STWGCTimer* _gc_timer_stw;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
992 ConcurrentGCTimer* _gc_timer_cm;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
993
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
994 G1OldTracer* _gc_tracer_cm;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
995 G1NewTracer* _gc_tracer_stw;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
996
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
997 // During reference object discovery, the _is_alive_non_header
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
998 // closure (if non-null) is applied to the referent object to
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
999 // determine whether the referent is live. If so then the
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1000 // reference object does not need to be 'discovered' and can
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1001 // be treated as a regular oop. This has the benefit of reducing
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1002 // the number of 'discovered' reference objects that need to
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1003 // be processed.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1004 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1005 // Instance of the is_alive closure for embedding into the
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1006 // STW reference processor as the _is_alive_non_header field.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1007 // Supplying a value for the _is_alive_non_header field is
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1008 // optional but doing so prevents unnecessary additions to
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1009 // the discovered lists during reference discovery.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1010 G1STWIsAliveClosure _is_alive_closure_stw;
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1011
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1012 // The (concurrent marking) reference processor...
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1013 ReferenceProcessor* _ref_processor_cm;
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1014
2037
b03260081e9b 7006113: G1: Initialize ReferenceProcessor::_is_alive_non_header field
johnc
parents: 2030
diff changeset
1015 // Instance of the concurrent mark is_alive closure for embedding
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1016 // into the Concurrent Marking reference processor as the
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1017 // _is_alive_non_header field. Supplying a value for the
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1018 // _is_alive_non_header field is optional but doing so prevents
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1019 // unnecessary additions to the discovered lists during reference
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1020 // discovery.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1021 G1CMIsAliveClosure _is_alive_closure_cm;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1022
4709
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1023 // Cache used by G1CollectedHeap::start_cset_region_for_worker().
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1024 HeapRegion** _worker_cset_start_region;
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1025
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1026 // Time stamp to validate the regions recorded in the cache
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1027 // used by G1CollectedHeap::start_cset_region_for_worker().
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1028 // The heap region entry for a given worker is valid iff
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1029 // the associated time stamp value matches the current value
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1030 // of G1CollectedHeap::_gc_time_stamp.
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1031 unsigned int* _worker_cset_start_region_time_stamp;
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1032
20278
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
1033 enum G1H_process_roots_tasks {
4787
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4783
diff changeset
1034 G1H_PS_filter_satb_buffers,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1035 G1H_PS_refProcessor_oops_do,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1036 // Leave this one last.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1037 G1H_PS_NumElements
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1038 };
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1039
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1040 SubTasksDone* _process_strong_tasks;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1041
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1042 volatile bool _free_regions_coming;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1043
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1044 public:
1833
8b10f48633dc 6984287: Regularize how GC parallel workers are specified.
jmasa
parents: 1718
diff changeset
1045
8b10f48633dc 6984287: Regularize how GC parallel workers are specified.
jmasa
parents: 1718
diff changeset
1046 SubTasksDone* process_strong_tasks() { return _process_strong_tasks; }
8b10f48633dc 6984287: Regularize how GC parallel workers are specified.
jmasa
parents: 1718
diff changeset
1047
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1048 void set_refine_cte_cl_concurrency(bool concurrent);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1049
1709
5f429ee79634 6966222: G1: simplify TaskQueue overflow handling
jcoomes
parents: 1705
diff changeset
1050 RefToScanQueue *task_queue(int i) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1051
616
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 545
diff changeset
1052 // A set of cards where updates happened during the GC
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 545
diff changeset
1053 DirtyCardQueueSet& dirty_card_queue_set() { return _dirty_card_queue_set; }
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 545
diff changeset
1054
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1055 // A DirtyCardQueueSet that is used to hold cards that contain
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1056 // references into the current collection set. This is used to
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1057 // update the remembered sets of the regions in the collection
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1058 // set in the event of an evacuation failure.
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1059 DirtyCardQueueSet& into_cset_dirty_card_queue_set()
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1060 { return _into_cset_dirty_card_queue_set; }
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1061
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1062 // Create a G1CollectedHeap with the specified policy.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1063 // Must call the initialize method afterwards.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1064 // May not return if something goes wrong.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1065 G1CollectedHeap(G1CollectorPolicy* policy);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1066
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1067 // Initialize the G1CollectedHeap to have the initial and
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1068 // maximum sizes and remembered and barrier sets
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1069 // specified by the policy object.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1070 jint initialize();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1071
17947
1772223a25a2 8037112: gc/g1/TestHumongousAllocInitialMark.java caused SIGSEGV
pliden
parents: 17844
diff changeset
1072 virtual void stop();
1772223a25a2 8037112: gc/g1/TestHumongousAllocInitialMark.java caused SIGSEGV
pliden
parents: 17844
diff changeset
1073
12233
40136aa2cdb1 8010722: assert: failed: heap size is too big for compressed oops
tschatzl
parents: 12113
diff changeset
1074 // Return the (conservative) maximum heap alignment for any G1 heap
40136aa2cdb1 8010722: assert: failed: heap size is too big for compressed oops
tschatzl
parents: 12113
diff changeset
1075 static size_t conservative_max_heap_alignment();
40136aa2cdb1 8010722: assert: failed: heap size is too big for compressed oops
tschatzl
parents: 12113
diff changeset
1076
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1077 // Initialize weak reference processing.
2037
b03260081e9b 7006113: G1: Initialize ReferenceProcessor::_is_alive_non_header field
johnc
parents: 2030
diff changeset
1078 virtual void ref_processing_init();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1079
4728
441e946dc1af 7121618: Change type of number of GC workers to unsigned int.
jmasa
parents: 4709
diff changeset
1080 void set_par_threads(uint t) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1081 SharedHeap::set_par_threads(t);
4095
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1082 // Done in SharedHeap but oddly there are
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1083 // two _process_strong_tasks's in a G1CollectedHeap
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1084 // so do it here too.
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1085 _process_strong_tasks->set_n_threads(t);
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1086 }
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1087
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1088 // Set _n_par_threads according to a policy TBD.
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1089 void set_par_threads();
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1090
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1091 void set_n_termination(int t) {
1833
8b10f48633dc 6984287: Regularize how GC parallel workers are specified.
jmasa
parents: 1718
diff changeset
1092 _process_strong_tasks->set_n_threads(t);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1093 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1094
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1095 virtual CollectedHeap::Name kind() const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1096 return CollectedHeap::G1CollectedHeap;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1097 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1098
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1099 // The current policy object for the collector.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1100 G1CollectorPolicy* g1_policy() const { return _g1_policy; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1101
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1102 virtual CollectorPolicy* collector_policy() const { return (CollectorPolicy*) g1_policy(); }
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1103
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1104 // Adaptive size policy. No such thing for g1.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1105 virtual AdaptiveSizePolicy* size_policy() { return NULL; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1106
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1107 // The rem set and barrier set.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1108 G1RemSet* g1_rem_set() const { return _g1_rem_set; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1109
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1110 unsigned get_gc_time_stamp() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1111 return _gc_time_stamp;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1112 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1113
20197
ce8f6bb717c9 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 17992
diff changeset
1114 inline void reset_gc_time_stamp();
353
9bb2c10ac07b 6723570: G1: assertion failure: p == current_top or oop(p)->is_oop(),"p is not a block start" (revisited!)
iveresov
parents: 342
diff changeset
1115
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1116 void check_gc_time_stamps() PRODUCT_RETURN;
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1117
20197
ce8f6bb717c9 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 17992
diff changeset
1118 inline void increment_gc_time_stamp();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1119
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1120 // Reset the given region's GC timestamp. If it's starts humongous,
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1121 // also reset the GC timestamp of its corresponding
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1122 // continues humongous regions too.
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1123 void reset_gc_time_stamps(HeapRegion* hr);
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1124
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1125 void iterate_dirty_card_closure(CardTableEntryClosure* cl,
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1126 DirtyCardQueue* into_cset_dcq,
17844
8847586c9037 8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents: 17833
diff changeset
1127 bool concurrent, uint worker_i);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1128
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1129 // The shared block offset table array.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1130 G1BlockOffsetSharedArray* bot_shared() const { return _bot_shared; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1131
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1132 // Reference Processing accessors
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1133
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1134 // The STW reference processor....
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1135 ReferenceProcessor* ref_processor_stw() const { return _ref_processor_stw; }
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1136
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
1137 // The Concurrent Marking reference processor...
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1138 ReferenceProcessor* ref_processor_cm() const { return _ref_processor_cm; }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1139
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
1140 ConcurrentGCTimer* gc_timer_cm() const { return _gc_timer_cm; }
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
1141 G1OldTracer* gc_tracer_cm() const { return _gc_tracer_cm; }
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
1142
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1143 virtual size_t capacity() const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1144 virtual size_t used() const;
846
42d84bbbecf4 6859911: G1: assert(Heap_lock->owner() = NULL, "Should be owned on this thread's behalf")
tonyp
parents: 845
diff changeset
1145 // This should be called when we're not holding the heap lock. The
42d84bbbecf4 6859911: G1: assert(Heap_lock->owner() = NULL, "Should be owned on this thread's behalf")
tonyp
parents: 845
diff changeset
1146 // result might be a bit inaccurate.
42d84bbbecf4 6859911: G1: assert(Heap_lock->owner() = NULL, "Should be owned on this thread's behalf")
tonyp
parents: 845
diff changeset
1147 size_t used_unlocked() const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1148 size_t recalculate_used() const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1149
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1150 // These virtual functions do the actual allocation.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1151 // Some heaps may offer a contiguous region for shared non-blocking
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1152 // allocation, via inlined code (by exporting the address of the top and
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1153 // end fields defining the extent of the contiguous allocation region.)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1154 // But G1CollectedHeap doesn't yet support this.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1155
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1156 // Return an estimate of the maximum allocation that could be performed
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1157 // without triggering any collection or expansion activity. In a
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1158 // generational collector, for example, this is probably the largest
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1159 // allocation that could be supported (without expansion) in the youngest
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1160 // generation. It is "unsafe" because no locks are taken; the result
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1161 // should be treated as an approximation, not a guarantee, for use in
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1162 // heuristic resizing decisions.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1163 virtual size_t unsafe_max_alloc();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1164
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1165 virtual bool is_maximal_no_gc() const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1166 return _g1_storage.uncommitted_size() == 0;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1167 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1168
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1169 // The total number of regions in the heap.
20304
a22acf6d7598 8048112: G1 Full GC needs to support the case when the very first region is not available
tschatzl
parents: 20278
diff changeset
1170 uint n_regions() const { return _hrs.length(); }
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1171
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1172 // The max number of regions in the heap.
20304
a22acf6d7598 8048112: G1 Full GC needs to support the case when the very first region is not available
tschatzl
parents: 20278
diff changeset
1173 uint max_regions() const { return _hrs.max_length(); }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1174
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1175 // The number of regions that are completely free.
20304
a22acf6d7598 8048112: G1 Full GC needs to support the case when the very first region is not available
tschatzl
parents: 20278
diff changeset
1176 uint free_regions() const { return _free_list.length(); }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1177
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1178 // The number of regions that are not completely free.
20304
a22acf6d7598 8048112: G1 Full GC needs to support the case when the very first region is not available
tschatzl
parents: 20278
diff changeset
1179 uint used_regions() const { return n_regions() - free_regions(); }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1180
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1181 // The number of regions available for "regular" expansion.
20304
a22acf6d7598 8048112: G1 Full GC needs to support the case when the very first region is not available
tschatzl
parents: 20278
diff changeset
1182 uint expansion_regions() const { return _expansion_regions; }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1183
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1184 // Factory method for HeapRegion instances. It will return NULL if
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1185 // the allocation fails.
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
1186 HeapRegion* new_heap_region(uint hrs_index, HeapWord* bottom);
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1187
3317
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 3289
diff changeset
1188 void verify_not_dirty_region(HeapRegion* hr) PRODUCT_RETURN;
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 3289
diff changeset
1189 void verify_dirty_region(HeapRegion* hr) PRODUCT_RETURN;
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
1190 void verify_dirty_young_list(HeapRegion* head) PRODUCT_RETURN;
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
1191 void verify_dirty_young_regions() PRODUCT_RETURN;
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
1192
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1193 // verify_region_sets() performs verification over the region
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1194 // lists. It will be compiled in the product code to be used when
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1195 // necessary (i.e., during heap verification).
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1196 void verify_region_sets();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1197
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1198 // verify_region_sets_optional() is planted in the code for
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1199 // list verification in non-product builds (and it can be enabled in
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
1200 // product builds by defining HEAP_REGION_SET_FORCE_VERIFY to be 1).
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1201 #if HEAP_REGION_SET_FORCE_VERIFY
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1202 void verify_region_sets_optional() {
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1203 verify_region_sets();
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1204 }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1205 #else // HEAP_REGION_SET_FORCE_VERIFY
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1206 void verify_region_sets_optional() { }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1207 #endif // HEAP_REGION_SET_FORCE_VERIFY
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1208
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1209 #ifdef ASSERT
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
1210 bool is_on_master_free_list(HeapRegion* hr) {
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1211 return hr->containing_set() == &_free_list;
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1212 }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1213 #endif // ASSERT
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1214
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1215 // Wrapper for the region list operations that can be called from
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1216 // methods outside this class.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1217
17773
8ee855b4e667 8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents: 17759
diff changeset
1218 void secondary_free_list_add(FreeRegionList* list) {
8ee855b4e667 8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents: 17759
diff changeset
1219 _secondary_free_list.add_ordered(list);
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1220 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1221
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1222 void append_secondary_free_list() {
17773
8ee855b4e667 8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents: 17759
diff changeset
1223 _free_list.add_ordered(&_secondary_free_list);
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1224 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1225
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
1226 void append_secondary_free_list_if_not_empty_with_lock() {
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
1227 // If the secondary free list looks empty there's no reason to
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
1228 // take the lock and then try to append it.
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1229 if (!_secondary_free_list.is_empty()) {
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1230 MutexLockerEx x(SecondaryFreeList_lock, Mutex::_no_safepoint_check_flag);
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1231 append_secondary_free_list();
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1232 }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1233 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1234
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1235 inline void old_set_remove(HeapRegion* hr);
4072
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
1236
4829
9509c20bba28 6976060: G1: humongous object allocations should initiate marking cycles when necessary
brutisso
parents: 4787
diff changeset
1237 size_t non_young_capacity_bytes() {
9509c20bba28 6976060: G1: humongous object allocations should initiate marking cycles when necessary
brutisso
parents: 4787
diff changeset
1238 return _old_set.total_capacity_bytes() + _humongous_set.total_capacity_bytes();
9509c20bba28 6976060: G1: humongous object allocations should initiate marking cycles when necessary
brutisso
parents: 4787
diff changeset
1239 }
9509c20bba28 6976060: G1: humongous object allocations should initiate marking cycles when necessary
brutisso
parents: 4787
diff changeset
1240
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1241 void set_free_regions_coming();
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1242 void reset_free_regions_coming();
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1243 bool free_regions_coming() { return _free_regions_coming; }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1244 void wait_while_free_regions_coming();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1245
4912
a9647476d1a4 7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents: 4910
diff changeset
1246 // Determine whether the given region is one that we are using as an
a9647476d1a4 7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents: 4910
diff changeset
1247 // old GC alloc region.
a9647476d1a4 7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents: 4910
diff changeset
1248 bool is_old_gc_alloc_region(HeapRegion* hr) {
a9647476d1a4 7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents: 4910
diff changeset
1249 return hr == _retained_old_gc_alloc_region;
a9647476d1a4 7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents: 4910
diff changeset
1250 }
a9647476d1a4 7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents: 4910
diff changeset
1251
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1252 // Perform a collection of the heap; intended for use in implementing
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1253 // "System.gc". This probably implies as full a collection as the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1254 // "CollectedHeap" supports.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1255 virtual void collect(GCCause::Cause cause);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1256
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1257 // The same as above but assume that the caller holds the Heap_lock.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1258 void collect_locked(GCCause::Cause cause);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1259
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
1260 // True iff an evacuation has failed in the most-recent collection.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1261 bool evacuation_failed() { return _evacuation_failed; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1262
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
1263 void remove_from_old_sets(const HeapRegionSetCount& old_regions_removed, const HeapRegionSetCount& humongous_regions_removed);
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
1264 void prepend_to_freelist(FreeRegionList* list);
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
1265 void decrement_summary_bytes(size_t bytes);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1266
4708
3c648b9ad052 7121373: Clean up CollectedHeap::is_in
stefank
parents: 4097
diff changeset
1267 // Returns "TRUE" iff "p" points into the committed areas of the heap.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1268 virtual bool is_in(const void* p) const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1269
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1270 // Return "TRUE" iff the given object address is within the collection
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1271 // set.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1272 inline bool obj_in_cs(oop obj);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1273
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1274 // Return "TRUE" iff the given object address is in the reserved
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1275 // region of g1.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1276 bool is_in_g1_reserved(const void* p) const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1277 return _g1_reserved.contains(p);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1278 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1279
2435
371bbc844bf1 7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents: 2433
diff changeset
1280 // Returns a MemRegion that corresponds to the space that has been
371bbc844bf1 7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents: 2433
diff changeset
1281 // reserved for the heap
371bbc844bf1 7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents: 2433
diff changeset
1282 MemRegion g1_reserved() {
371bbc844bf1 7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents: 2433
diff changeset
1283 return _g1_reserved;
371bbc844bf1 7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents: 2433
diff changeset
1284 }
371bbc844bf1 7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents: 2433
diff changeset
1285
371bbc844bf1 7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents: 2433
diff changeset
1286 // Returns a MemRegion that corresponds to the space that has been
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1287 // committed in the heap
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1288 MemRegion g1_committed() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1289 return _g1_committed;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1290 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1291
2311
4e0069ff33df 7022200: G1: optimized build broken
johnc
parents: 2188
diff changeset
1292 virtual bool is_in_closed_subset(const void* p) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1293
12343
d55c004e1d4d 8025305: Cleanup CardTableModRefBS usage in G1
mgerdin
parents: 12233
diff changeset
1294 G1SATBCardTableModRefBS* g1_barrier_set() {
d55c004e1d4d 8025305: Cleanup CardTableModRefBS usage in G1
mgerdin
parents: 12233
diff changeset
1295 return (G1SATBCardTableModRefBS*) barrier_set();
d55c004e1d4d 8025305: Cleanup CardTableModRefBS usage in G1
mgerdin
parents: 12233
diff changeset
1296 }
d55c004e1d4d 8025305: Cleanup CardTableModRefBS usage in G1
mgerdin
parents: 12233
diff changeset
1297
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1298 // This resets the card table to all zeros. It is used after
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1299 // a collection pause which used the card table to claim cards.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1300 void cleanUpCardTable();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1301
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1302 // Iteration functions.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1303
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1304 // Iterate over all the ref-containing fields of all objects, calling
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1305 // "cl.do_oop" on each.
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1306 virtual void oop_iterate(ExtendedOopClosure* cl);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1307
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1308 // Same as above, restricted to a memory region.
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1309 void oop_iterate(MemRegion mr, ExtendedOopClosure* cl);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1310
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1311 // Iterate over all objects, calling "cl.do_object" on each.
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1312 virtual void object_iterate(ObjectClosure* cl);
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1313
678
4ac7d97e6101 6822263: G1: JVMTI heap iteration fails
iveresov
parents: 677
diff changeset
1314 virtual void safe_object_iterate(ObjectClosure* cl) {
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1315 object_iterate(cl);
678
4ac7d97e6101 6822263: G1: JVMTI heap iteration fails
iveresov
parents: 677
diff changeset
1316 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1317
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1318 // Iterate over all spaces in use in the heap, in ascending address order.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1319 virtual void space_iterate(SpaceClosure* cl);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1320
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1321 // Iterate over heap regions, in address order, terminating the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1322 // iteration early if the "doHeapRegion" method returns "true".
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1323 void heap_region_iterate(HeapRegionClosure* blk) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1324
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1325 // Return the region with the given index. It assumes the index is valid.
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1326 inline HeapRegion* region_at(uint index) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1327
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1328 // Divide the heap region sequence into "chunks" of some size (the number
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1329 // of regions divided by the number of parallel threads times some
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1330 // overpartition factor, currently 4). Assumes that this will be called
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1331 // in parallel by ParallelGCThreads worker threads with discinct worker
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1332 // ids in the range [0..max(ParallelGCThreads-1, 1)], that all parallel
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1333 // calls will use the same "claim_value", and that that claim value is
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1334 // different from the claim_value of any heap region before the start of
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1335 // the iteration. Applies "blk->doHeapRegion" to each of the regions, by
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1336 // attempting to claim the first region in each chunk, and, if
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1337 // successful, applying the closure to each region in the chunk (and
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1338 // setting the claim value of the second and subsequent regions of the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1339 // chunk.) For now requires that "doHeapRegion" always returns "false",
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1340 // i.e., that a closure never attempt to abort a traversal.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1341 void heap_region_par_iterate_chunked(HeapRegionClosure* blk,
4728
441e946dc1af 7121618: Change type of number of GC workers to unsigned int.
jmasa
parents: 4709
diff changeset
1342 uint worker,
441e946dc1af 7121618: Change type of number of GC workers to unsigned int.
jmasa
parents: 4709
diff changeset
1343 uint no_of_par_workers,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1344 jint claim_value);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1345
390
cc68c8e9b309 6752248: G1: introduce parallel heap verification
tonyp
parents: 355
diff changeset
1346 // It resets all the region claim values to the default.
cc68c8e9b309 6752248: G1: introduce parallel heap verification
tonyp
parents: 355
diff changeset
1347 void reset_heap_region_claim_values();
cc68c8e9b309 6752248: G1: introduce parallel heap verification
tonyp
parents: 355
diff changeset
1348
4783
023652e49ac0 7121496: G1: do the per-region evacuation failure handling work in parallel
johnc
parents: 4781
diff changeset
1349 // Resets the claim values of regions in the current
023652e49ac0 7121496: G1: do the per-region evacuation failure handling work in parallel
johnc
parents: 4781
diff changeset
1350 // collection set to the default.
023652e49ac0 7121496: G1: do the per-region evacuation failure handling work in parallel
johnc
parents: 4781
diff changeset
1351 void reset_cset_heap_region_claim_values();
023652e49ac0 7121496: G1: do the per-region evacuation failure handling work in parallel
johnc
parents: 4781
diff changeset
1352
355
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
1353 #ifdef ASSERT
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
1354 bool check_heap_region_claim_values(jint claim_value);
4097
dc467e8b2c5e 7112743: G1: Reduce overhead of marking closure during evacuation pauses
johnc
parents: 4095
diff changeset
1355
dc467e8b2c5e 7112743: G1: Reduce overhead of marking closure during evacuation pauses
johnc
parents: 4095
diff changeset
1356 // Same as the routine above but only checks regions in the
dc467e8b2c5e 7112743: G1: Reduce overhead of marking closure during evacuation pauses
johnc
parents: 4095
diff changeset
1357 // current collection set.
dc467e8b2c5e 7112743: G1: Reduce overhead of marking closure during evacuation pauses
johnc
parents: 4095
diff changeset
1358 bool check_cset_heap_region_claim_values(jint claim_value);
355
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
1359 #endif // ASSERT
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
1360
4709
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1361 // Clear the cached cset start regions and (more importantly)
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1362 // the time stamps. Called when we reset the GC time stamp.
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1363 void clear_cset_start_regions();
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1364
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1365 // Given the id of a worker, obtain or calculate a suitable
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1366 // starting region for iterating over the current collection set.
17844
8847586c9037 8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents: 17833
diff changeset
1367 HeapRegion* start_cset_region_for_worker(uint worker_i);
4097
dc467e8b2c5e 7112743: G1: Reduce overhead of marking closure during evacuation pauses
johnc
parents: 4095
diff changeset
1368
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1369 // This is a convenience method that is used by the
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1370 // HeapRegionIterator classes to calculate the starting region for
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1371 // each worker so that they do not all start from the same region.
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1372 HeapRegion* start_region_for_worker(uint worker_i, uint no_of_par_workers);
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1373
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1374 // Iterate over the regions (if any) in the current collection set.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1375 void collection_set_iterate(HeapRegionClosure* blk);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1376
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1377 // As above but starting from region r
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1378 void collection_set_iterate_from(HeapRegion* r, HeapRegionClosure *blk);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1379
20304
a22acf6d7598 8048112: G1 Full GC needs to support the case when the very first region is not available
tschatzl
parents: 20278
diff changeset
1380 HeapRegion* next_compaction_region(const HeapRegion* from) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1381
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1382 // A CollectedHeap will contain some number of spaces. This finds the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1383 // space containing a given address, or else returns NULL.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1384 virtual Space* space_containing(const void* addr) const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1385
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1386 // A G1CollectedHeap will contain some number of heap regions. This
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1387 // finds the region containing a given address, or else returns NULL.
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1388 template <class T>
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1389 inline HeapRegion* heap_region_containing(const T addr) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1390
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1391 // Like the above, but requires "addr" to be in the heap (to avoid a
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1392 // null-check), and unlike the above, may return an continuing humongous
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1393 // region.
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1394 template <class T>
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1395 inline HeapRegion* heap_region_containing_raw(const T addr) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1396
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1397 // A CollectedHeap is divided into a dense sequence of "blocks"; that is,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1398 // each address in the (reserved) heap is a member of exactly
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1399 // one block. The defining characteristic of a block is that it is
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1400 // possible to find its size, and thus to progress forward to the next
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1401 // block. (Blocks may be of different sizes.) Thus, blocks may
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1402 // represent Java objects, or they might be free blocks in a
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1403 // free-list-based heap (or subheap), as long as the two kinds are
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1404 // distinguishable and the size of each is determinable.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1405
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1406 // Returns the address of the start of the "block" that contains the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1407 // address "addr". We say "blocks" instead of "object" since some heaps
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1408 // may not pack objects densely; a chunk may either be an object or a
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1409 // non-object.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1410 virtual HeapWord* block_start(const void* addr) const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1411
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1412 // Requires "addr" to be the start of a chunk, and returns its size.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1413 // "addr + size" is required to be the start of a new chunk, or the end
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1414 // of the active area of the heap.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1415 virtual size_t block_size(const HeapWord* addr) const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1416
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1417 // Requires "addr" to be the start of a block, and returns "TRUE" iff
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1418 // the block is an object.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1419 virtual bool block_is_obj(const HeapWord* addr) const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1420
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1421 // Does this heap support heap inspection? (+PrintClassHistogram)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1422 virtual bool supports_heap_inspection() const { return true; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1423
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1424 // Section on thread-local allocation buffers (TLABs)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1425 // See CollectedHeap for semantics.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1426
17727
cfd4aac53239 8030177: G1: Enable TLAB resizing
brutisso
parents: 17690
diff changeset
1427 bool supports_tlab_allocation() const;
cfd4aac53239 8030177: G1: Enable TLAB resizing
brutisso
parents: 17690
diff changeset
1428 size_t tlab_capacity(Thread* ignored) const;
cfd4aac53239 8030177: G1: Enable TLAB resizing
brutisso
parents: 17690
diff changeset
1429 size_t tlab_used(Thread* ignored) const;
cfd4aac53239 8030177: G1: Enable TLAB resizing
brutisso
parents: 17690
diff changeset
1430 size_t max_tlab_size() const;
cfd4aac53239 8030177: G1: Enable TLAB resizing
brutisso
parents: 17690
diff changeset
1431 size_t unsafe_max_tlab_alloc(Thread* ignored) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1432
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1433 // Can a compiler initialize a new object without store barriers?
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1434 // This permission only extends from the creation of a new object
1027
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1435 // via a TLAB up to the first subsequent safepoint. If such permission
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1436 // is granted for this heap type, the compiler promises to call
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1437 // defer_store_barrier() below on any slow path allocation of
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1438 // a new object for which such initializing store barriers will
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1439 // have been elided. G1, like CMS, allows this, but should be
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1440 // ready to provide a compensating write barrier as necessary
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1441 // if that storage came out of a non-young region. The efficiency
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1442 // of this implementation depends crucially on being able to
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1443 // answer very efficiently in constant time whether a piece of
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1444 // storage in the heap comes from a young region or not.
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1445 // See ReduceInitialCardMarks.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1446 virtual bool can_elide_tlab_store_barriers() const {
3988
246daf2c601d 7005808: G1: re-enable ReduceInitialCardMarks for G1
brutisso
parents: 3980
diff changeset
1447 return true;
1027
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1448 }
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1449
1166
7b0e9cba0307 6896647: card marks can be deferred too long
ysr
parents: 1092
diff changeset
1450 virtual bool card_mark_must_follow_store() const {
7b0e9cba0307 6896647: card marks can be deferred too long
ysr
parents: 1092
diff changeset
1451 return true;
7b0e9cba0307 6896647: card marks can be deferred too long
ysr
parents: 1092
diff changeset
1452 }
7b0e9cba0307 6896647: card marks can be deferred too long
ysr
parents: 1092
diff changeset
1453
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1454 inline bool is_in_young(const oop obj);
1027
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1455
3377
2aa9ddbb9e60 7041789: 30% perf regression with c2/arm following 7017732
jmasa
parents: 3317
diff changeset
1456 #ifdef ASSERT
2aa9ddbb9e60 7041789: 30% perf regression with c2/arm following 7017732
jmasa
parents: 3317
diff changeset
1457 virtual bool is_in_partial_collection(const void* p);
2aa9ddbb9e60 7041789: 30% perf regression with c2/arm following 7017732
jmasa
parents: 3317
diff changeset
1458 #endif
2aa9ddbb9e60 7041789: 30% perf regression with c2/arm following 7017732
jmasa
parents: 3317
diff changeset
1459
2aa9ddbb9e60 7041789: 30% perf regression with c2/arm following 7017732
jmasa
parents: 3317
diff changeset
1460 virtual bool is_scavengable(const void* addr);
2aa9ddbb9e60 7041789: 30% perf regression with c2/arm following 7017732
jmasa
parents: 3317
diff changeset
1461
1027
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1462 // We don't need barriers for initializing stores to objects
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1463 // in the young gen: for the SATB pre-barrier, there is no
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1464 // pre-value that needs to be remembered; for the remembered-set
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1465 // update logging post-barrier, we don't maintain remembered set
3867
ff53346271fe 6814390: G1: remove the concept of non-generational G1
brutisso
parents: 3830
diff changeset
1466 // information for young gen objects.
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1467 virtual inline bool can_elide_initializing_store_barrier(oop new_obj);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1468
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1469 // Returns "true" iff the given word_size is "very large".
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1470 static bool isHumongous(size_t word_size) {
1313
664ae0c5e0e5 6755988: G1: assert(new_obj != 0 || ... "should be forwarded")
johnc
parents: 1311
diff changeset
1471 // Note this has to be strictly greater-than as the TLABs
664ae0c5e0e5 6755988: G1: assert(new_obj != 0 || ... "should be forwarded")
johnc
parents: 1311
diff changeset
1472 // are capped at the humongous thresold and we want to
664ae0c5e0e5 6755988: G1: assert(new_obj != 0 || ... "should be forwarded")
johnc
parents: 1311
diff changeset
1473 // ensure that we don't try to allocate a TLAB as
664ae0c5e0e5 6755988: G1: assert(new_obj != 0 || ... "should be forwarded")
johnc
parents: 1311
diff changeset
1474 // humongous and that we don't allocate a humongous
664ae0c5e0e5 6755988: G1: assert(new_obj != 0 || ... "should be forwarded")
johnc
parents: 1311
diff changeset
1475 // object in a TLAB.
664ae0c5e0e5 6755988: G1: assert(new_obj != 0 || ... "should be forwarded")
johnc
parents: 1311
diff changeset
1476 return word_size > _humongous_object_threshold_in_words;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1477 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1478
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1479 // Update mod union table with the set of dirty cards.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1480 void updateModUnion();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1481
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1482 // Set the mod union bits corresponding to the given memRegion. Note
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1483 // that this is always a safe operation, since it doesn't clear any
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1484 // bits.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1485 void markModUnionRange(MemRegion mr);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1486
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1487 // Records the fact that a marking phase is no longer in progress.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1488 void set_marking_complete() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1489 _mark_in_progress = false;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1490 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1491 void set_marking_started() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1492 _mark_in_progress = true;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1493 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1494 bool mark_in_progress() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1495 return _mark_in_progress;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1496 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1497
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1498 // Print the maximum heap capacity.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1499 virtual size_t max_capacity() const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1500
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1501 virtual jlong millis_since_last_gc();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1502
3777
e8b0b0392037 7046182: G1: remove unnecessary iterations over the collection set
tonyp
parents: 3774
diff changeset
1503
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1504 // Convenience function to be used in situations where the heap type can be
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1505 // asserted to be this type.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1506 static G1CollectedHeap* heap();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1507
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1508 void set_region_short_lived_locked(HeapRegion* hr);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1509 // add appropriate methods for any other surv rate groups
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1510
17727
cfd4aac53239 8030177: G1: Enable TLAB resizing
brutisso
parents: 17690
diff changeset
1511 YoungList* young_list() const { return _young_list; }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1512
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1513 // debugging
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1514 bool check_young_list_well_formed() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1515 return _young_list->check_list_well_formed();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1516 }
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
1517
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
1518 bool check_young_list_empty(bool check_heap,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1519 bool check_sample = true);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1520
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1521 // *** Stuff related to concurrent marking. It's not clear to me that so
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1522 // many of these need to be public.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1523
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1524 // The functions below are helper functions that a subclass of
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1525 // "CollectedHeap" can use in the implementation of its virtual
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1526 // functions.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1527 // This performs a concurrent marking of the live objects in a
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1528 // bitmap off to the side.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1529 void doConcurrentMark();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1530
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1531 bool isMarkedPrev(oop obj) const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1532 bool isMarkedNext(oop obj) const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1533
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1534 // Determine if an object is dead, given the object and also
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1535 // the region to which the object belongs. An object is dead
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1536 // iff a) it was not allocated since the last mark and b) it
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1537 // is not marked.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1538
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1539 bool is_obj_dead(const oop obj, const HeapRegion* hr) const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1540 return
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1541 !hr->obj_allocated_since_prev_marking(obj) &&
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1542 !isMarkedPrev(obj);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1543 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1544
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1545 // This function returns true when an object has been
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1546 // around since the previous marking and hasn't yet
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1547 // been marked during this marking.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1548
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1549 bool is_obj_ill(const oop obj, const HeapRegion* hr) const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1550 return
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1551 !hr->obj_allocated_since_next_marking(obj) &&
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1552 !isMarkedNext(obj);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1553 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1554
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1555 // Determine if an object is dead, given only the object itself.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1556 // This will find the region to which the object belongs and
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1557 // then call the region version of the same function.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1558
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1559 // Added if it is NULL it isn't dead.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1560
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1561 inline bool is_obj_dead(const oop obj) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1562
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1563 inline bool is_obj_ill(const oop obj) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1564
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1565 bool allocated_since_marking(oop obj, HeapRegion* hr, VerifyOption vo);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1566 HeapWord* top_at_mark_start(HeapRegion* hr, VerifyOption vo);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1567 bool is_marked(oop obj, VerifyOption vo);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1568 const char* top_at_mark_start_str(VerifyOption vo);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1569
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1570 ConcurrentMark* concurrent_mark() const { return _cm; }
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1571
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1572 // Refinement
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1573
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1574 ConcurrentG1Refine* concurrent_g1_refine() const { return _cg1r; }
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1575
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1576 // The dirty cards region list is used to record a subset of regions
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1577 // whose cards need clearing. The list if populated during the
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1578 // remembered set scanning and drained during the card table
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1579 // cleanup. Although the methods are reentrant, population/draining
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1580 // phases must not overlap. For synchronization purposes the last
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1581 // element on the list points to itself.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1582 HeapRegion* _dirty_cards_region_list;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1583 void push_dirty_cards_region(HeapRegion* hr);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1584 HeapRegion* pop_dirty_cards_region();
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1585
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1586 // Optimized nmethod scanning support routines
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1587
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1588 // Register the given nmethod with the G1 heap
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1589 virtual void register_nmethod(nmethod* nm);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1590
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1591 // Unregister the given nmethod from the G1 heap
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1592 virtual void unregister_nmethod(nmethod* nm);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1593
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1594 // Migrate the nmethods in the code root lists of the regions
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1595 // in the collection set to regions in to-space. In the event
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1596 // of an evacuation failure, nmethods that reference objects
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1597 // that were not successfullly evacuated are not migrated.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1598 void migrate_strong_code_roots();
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1599
17753
191174b49bec 8035406: Improve data structure for Code Cache remembered sets
tschatzl
parents: 17736
diff changeset
1600 // Free up superfluous code root memory.
191174b49bec 8035406: Improve data structure for Code Cache remembered sets
tschatzl
parents: 17736
diff changeset
1601 void purge_code_root_memory();
191174b49bec 8035406: Improve data structure for Code Cache remembered sets
tschatzl
parents: 17736
diff changeset
1602
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1603 // Rebuild the stong code root lists for each region
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1604 // after a full GC
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1605 void rebuild_strong_code_roots();
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1606
17634
5a32d2a3cc1e 8027476: Improve performance of Stringtable unlink
tschatzl
parents: 13400
diff changeset
1607 // Delete entries for dead interned string and clean up unreferenced symbols
5a32d2a3cc1e 8027476: Improve performance of Stringtable unlink
tschatzl
parents: 13400
diff changeset
1608 // in symbol table, possibly in parallel.
5a32d2a3cc1e 8027476: Improve performance of Stringtable unlink
tschatzl
parents: 13400
diff changeset
1609 void unlink_string_and_symbol_table(BoolObjectClosure* is_alive, bool unlink_strings = true, bool unlink_symbols = true);
5a32d2a3cc1e 8027476: Improve performance of Stringtable unlink
tschatzl
parents: 13400
diff changeset
1610
20278
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
1611 // Parallel phase of unloading/cleaning after G1 concurrent mark.
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
1612 void parallel_cleaning(BoolObjectClosure* is_alive, bool process_strings, bool process_symbols, bool class_unloading_occurred);
2c6ef90f030a 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 20257
diff changeset
1613
17756
a07bea31ef35 8035398: Add card redirty time in "Other" time in G1
tschatzl
parents: 17755
diff changeset
1614 // Redirty logged cards in the refinement queue.
a07bea31ef35 8035398: Add card redirty time in "Other" time in G1
tschatzl
parents: 17755
diff changeset
1615 void redirty_logged_cards();
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1616 // Verification
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1617
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1618 // The following is just to alert the verification code
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1619 // that a full collection has occurred and that the
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1620 // remembered sets are no longer up to date.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1621 bool _full_collection;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1622 void set_full_collection() { _full_collection = true;}
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1623 void clear_full_collection() {_full_collection = false;}
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1624 bool full_collection() {return _full_collection;}
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1625
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1626 // Perform any cleanup actions necessary before allowing a verification.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1627 virtual void prepare_for_verify();
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1628
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1629 // Perform verification.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1630
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1631 // vo == UsePrevMarking -> use "prev" marking information,
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1632 // vo == UseNextMarking -> use "next" marking information
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1633 // vo == UseMarkWord -> use the mark word in the object header
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1634 //
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1635 // NOTE: Only the "prev" marking information is guaranteed to be
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1636 // consistent most of the time, so most calls to this should use
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1637 // vo == UsePrevMarking.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1638 // Currently, there is only one case where this is called with
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1639 // vo == UseNextMarking, which is to verify the "next" marking
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1640 // information at the end of remark.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1641 // Currently there is only one place where this is called with
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1642 // vo == UseMarkWord, which is to verify the marking during a
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1643 // full GC.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1644 void verify(bool silent, VerifyOption vo);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1645
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1646 // Override; it uses the "prev" marking information
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1647 virtual void verify(bool silent);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1648
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1649 // The methods below are here for convenience and dispatch the
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1650 // appropriate method depending on value of the given VerifyOption
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1651 // parameter. The values for that parameter, and their meanings,
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1652 // are the same as those above.
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1653
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1654 bool is_obj_dead_cond(const oop obj,
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1655 const HeapRegion* hr,
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1656 const VerifyOption vo) const;
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1657
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1658 bool is_obj_dead_cond(const oop obj,
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1659 const VerifyOption vo) const;
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1660
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1661 // Printing
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1662
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1663 virtual void print_on(outputStream* st) const;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1664 virtual void print_extended_on(outputStream* st) const;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1665 virtual void print_on_error(outputStream* st) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1666
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1667 virtual void print_gc_threads_on(outputStream* st) const;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1668 virtual void gc_threads_do(ThreadClosure* tc) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1669
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1670 // Override
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1671 void print_tracing_info() const;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1672
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1673 // The following two methods are helpful for debugging RSet issues.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1674 void print_cset_rsets() PRODUCT_RETURN;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1675 void print_all_rsets() PRODUCT_RETURN;
796
29e7d79232b9 6819065: G1: eliminate high serial card table clearing time
apetrusenko
parents: 678
diff changeset
1676
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1677 public:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1678 size_t pending_card_num();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1679 size_t cards_scanned();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1680
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1681 protected:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1682 size_t _max_heap_capacity;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1683 };
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1684
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1685 class G1ParGCAllocBuffer: public ParGCAllocBuffer {
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1686 private:
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1687 bool _retired;
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1688
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1689 public:
3886
eeae91c9baba 7080389: G1: refactor marking code in evacuation pause copy closures
johnc
parents: 3867
diff changeset
1690 G1ParGCAllocBuffer(size_t gclab_word_size);
20215
983092f35ff7 8028710: G1 does not retire allocation buffers after reference processing work
tschatzl
parents: 20212
diff changeset
1691 virtual ~G1ParGCAllocBuffer() {
983092f35ff7 8028710: G1 does not retire allocation buffers after reference processing work
tschatzl
parents: 20212
diff changeset
1692 guarantee(_retired, "Allocation buffer has not been retired");
983092f35ff7 8028710: G1 does not retire allocation buffers after reference processing work
tschatzl
parents: 20212
diff changeset
1693 }
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1694
20215
983092f35ff7 8028710: G1 does not retire allocation buffers after reference processing work
tschatzl
parents: 20212
diff changeset
1695 virtual void set_buf(HeapWord* buf) {
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1696 ParGCAllocBuffer::set_buf(buf);
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1697 _retired = false;
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1698 }
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1699
20215
983092f35ff7 8028710: G1 does not retire allocation buffers after reference processing work
tschatzl
parents: 20212
diff changeset
1700 virtual void retire(bool end_of_gc, bool retain) {
983092f35ff7 8028710: G1 does not retire allocation buffers after reference processing work
tschatzl
parents: 20212
diff changeset
1701 if (_retired) {
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1702 return;
20215
983092f35ff7 8028710: G1 does not retire allocation buffers after reference processing work
tschatzl
parents: 20212
diff changeset
1703 }
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1704 ParGCAllocBuffer::retire(end_of_gc, retain);
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1705 _retired = true;
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1706 }
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1707 };
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1708
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
1709 #endif // SHARE_VM_GC_IMPLEMENTATION_G1_G1COLLECTEDHEAP_HPP