annotate src/share/vm/gc_implementation/g1/g1CollectedHeap.hpp @ 20257:7426d8d76305

8034761: Remove the do_code_roots parameter from process_strong_roots Reviewed-by: tschatzl, mgerdin, jmasa
author stefank
date Thu, 13 Feb 2014 17:44:39 +0100
parents b0c374311c4e
children 2c6ef90f030a
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1 /*
17753
191174b49bec 8035406: Improve data structure for Code Cache remembered sets
tschatzl
parents: 17736
diff changeset
2 * Copyright (c) 2001, 2014, Oracle and/or its affiliates. All rights reserved.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
4 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
7 * published by the Free Software Foundation.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
8 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
13 * accompanied this code).
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
14 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1394
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1394
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1394
diff changeset
21 * questions.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
22 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
23 */
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
25 #ifndef SHARE_VM_GC_IMPLEMENTATION_G1_G1COLLECTEDHEAP_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
26 #define SHARE_VM_GC_IMPLEMENTATION_G1_G1COLLECTEDHEAP_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
27
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
28 #include "gc_implementation/g1/concurrentMark.hpp"
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
29 #include "gc_implementation/g1/evacuationInfo.hpp"
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
30 #include "gc_implementation/g1/g1AllocRegion.hpp"
20212
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
31 #include "gc_implementation/g1/g1BiasedArray.hpp"
3778
5f6f2615433a 7049999: G1: Make the G1PrintHeapRegions output consistent and complete
tonyp
parents: 3777
diff changeset
32 #include "gc_implementation/g1/g1HRPrinter.hpp"
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
33 #include "gc_implementation/g1/g1MonitoringSupport.hpp"
12343
d55c004e1d4d 8025305: Cleanup CardTableModRefBS usage in G1
mgerdin
parents: 12233
diff changeset
34 #include "gc_implementation/g1/g1SATBCardTableModRefBS.hpp"
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
35 #include "gc_implementation/g1/g1YCTypes.hpp"
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
36 #include "gc_implementation/g1/heapRegionSeq.hpp"
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
37 #include "gc_implementation/g1/heapRegionSet.hpp"
3289
b52782ae3880 6946417: G1: Java VisualVM does not support G1 properly.
jmasa
parents: 3285
diff changeset
38 #include "gc_implementation/shared/hSpaceCounters.hpp"
6595
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
39 #include "gc_implementation/shared/parGCAllocBuffer.hpp"
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
40 #include "memory/barrierSet.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
41 #include "memory/memRegion.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
42 #include "memory/sharedHeap.hpp"
8038
ad747ee9d0b1 8002144: G1: large number of evacuation failures may lead to large c heap memory usage
brutisso
parents: 6819
diff changeset
43 #include "utilities/stack.hpp"
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
44
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
45 // A "G1CollectedHeap" is an implementation of a java heap for HotSpot.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
46 // It uses the "Garbage First" heap organization and algorithm, which
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
47 // may combine concurrent marking with parallel, incremental compaction of
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
48 // heap subsets that will yield large amounts of garbage.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
49
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
50 // Forward declarations
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
51 class HeapRegion;
2173
97ba643ea3ed 7014261: G1: RSet-related failures
tonyp
parents: 2152
diff changeset
52 class HRRSCleanupTask;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
53 class GenerationSpec;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
54 class OopsInHeapRegionClosure;
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
55 class G1KlassScanClosure;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
56 class G1ScanHeapEvacClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
57 class ObjectClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
58 class SpaceClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
59 class CompactibleSpaceClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
60 class Space;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
61 class G1CollectorPolicy;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
62 class GenRemSet;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
63 class G1RemSet;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
64 class HeapRegionRemSetIterator;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
65 class ConcurrentMark;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
66 class ConcurrentMarkThread;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
67 class ConcurrentG1Refine;
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
68 class ConcurrentGCTimer;
3289
b52782ae3880 6946417: G1: Java VisualVM does not support G1 properly.
jmasa
parents: 3285
diff changeset
69 class GenerationCounters;
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
70 class STWGCTimer;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
71 class G1NewTracer;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
72 class G1OldTracer;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
73 class EvacuationFailedInfo;
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
74 class nmethod;
13400
86e6d691f2e1 8028128: Add a type safe alternative for working with counter based data
mgronlun
parents: 12352
diff changeset
75 class Ticks;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
76
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 6120
diff changeset
77 typedef OverflowTaskQueue<StarTask, mtGC> RefToScanQueue;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 6120
diff changeset
78 typedef GenericTaskQueueSet<RefToScanQueue, mtGC> RefToScanQueueSet;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
79
807
d44bdab1c03d 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 796
diff changeset
80 typedef int RegionIdx_t; // needs to hold [ 0..max_regions() )
d44bdab1c03d 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 796
diff changeset
81 typedef int CardIdx_t; // needs to hold [ 0..CardsPerRegion )
d44bdab1c03d 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 796
diff changeset
82
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
83 enum GCAllocPurpose {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
84 GCAllocForTenured,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
85 GCAllocForSurvived,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
86 GCAllocPurposeCount
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
87 };
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
88
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 6120
diff changeset
89 class YoungList : public CHeapObj<mtGC> {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
90 private:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
91 G1CollectedHeap* _g1h;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
92
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
93 HeapRegion* _head;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
94
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
95 HeapRegion* _survivor_head;
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
96 HeapRegion* _survivor_tail;
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
97
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
98 HeapRegion* _curr;
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
99
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
100 uint _length;
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
101 uint _survivor_length;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
102
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
103 size_t _last_sampled_rs_lengths;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
104 size_t _sampled_rs_lengths;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
105
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
106 void empty_list(HeapRegion* list);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
107
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
108 public:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
109 YoungList(G1CollectedHeap* g1h);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
110
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
111 void push_region(HeapRegion* hr);
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
112 void add_survivor_region(HeapRegion* hr);
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
113
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
114 void empty_list();
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
115 bool is_empty() { return _length == 0; }
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
116 uint length() { return _length; }
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
117 uint survivor_length() { return _survivor_length; }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
118
3764
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
119 // Currently we do not keep track of the used byte sum for the
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
120 // young list and the survivors and it'd be quite a lot of work to
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
121 // do so. When we'll eventually replace the young list with
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
122 // instances of HeapRegionLinkedList we'll get that for free. So,
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
123 // we'll report the more accurate information then.
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
124 size_t eden_used_bytes() {
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
125 assert(length() >= survivor_length(), "invariant");
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
126 return (size_t) (length() - survivor_length()) * HeapRegion::GrainBytes;
3764
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
127 }
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
128 size_t survivor_used_bytes() {
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
129 return (size_t) survivor_length() * HeapRegion::GrainBytes;
3764
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
130 }
053d84a76d3d 7032531: G1: enhance GC logging to include more accurate eden / survivor size transitions
tonyp
parents: 3377
diff changeset
131
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
132 void rs_length_sampling_init();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
133 bool rs_length_sampling_more();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
134 void rs_length_sampling_next();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
135
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
136 void reset_sampled_info() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
137 _last_sampled_rs_lengths = 0;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
138 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
139 size_t sampled_rs_lengths() { return _last_sampled_rs_lengths; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
140
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
141 // for development purposes
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
142 void reset_auxilary_lists();
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
143 void clear() { _head = NULL; _length = 0; }
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
144
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
145 void clear_survivors() {
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
146 _survivor_head = NULL;
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
147 _survivor_tail = NULL;
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
148 _survivor_length = 0;
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
149 }
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
150
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
151 HeapRegion* first_region() { return _head; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
152 HeapRegion* first_survivor_region() { return _survivor_head; }
545
58054a18d735 6484959: G1: introduce survivor spaces
apetrusenko
parents: 526
diff changeset
153 HeapRegion* last_survivor_region() { return _survivor_tail; }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
154
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
155 // debugging
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
156 bool check_list_well_formed();
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
157 bool check_list_empty(bool check_sample = true);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
158 void print();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
159 };
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
160
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
161 class MutatorAllocRegion : public G1AllocRegion {
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
162 protected:
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
163 virtual HeapRegion* allocate_new_region(size_t word_size, bool force);
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
164 virtual void retire_region(HeapRegion* alloc_region, size_t allocated_bytes);
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
165 public:
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
166 MutatorAllocRegion()
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
167 : G1AllocRegion("Mutator Alloc Region", false /* bot_updates */) { }
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
168 };
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
169
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
170 class SurvivorGCAllocRegion : public G1AllocRegion {
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
171 protected:
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
172 virtual HeapRegion* allocate_new_region(size_t word_size, bool force);
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
173 virtual void retire_region(HeapRegion* alloc_region, size_t allocated_bytes);
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
174 public:
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
175 SurvivorGCAllocRegion()
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
176 : G1AllocRegion("Survivor GC Alloc Region", false /* bot_updates */) { }
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
177 };
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
178
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
179 class OldGCAllocRegion : public G1AllocRegion {
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
180 protected:
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
181 virtual HeapRegion* allocate_new_region(size_t word_size, bool force);
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
182 virtual void retire_region(HeapRegion* alloc_region, size_t allocated_bytes);
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
183 public:
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
184 OldGCAllocRegion()
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
185 : G1AllocRegion("Old GC Alloc Region", true /* bot_updates */) { }
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
186 };
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
187
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
188 // The G1 STW is alive closure.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
189 // An instance is embedded into the G1CH and used as the
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
190 // (optional) _is_alive_non_header closure in the STW
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
191 // reference processor. It is also extensively used during
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
192 // reference processing during STW evacuation pauses.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
193 class G1STWIsAliveClosure: public BoolObjectClosure {
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
194 G1CollectedHeap* _g1;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
195 public:
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
196 G1STWIsAliveClosure(G1CollectedHeap* g1) : _g1(g1) {}
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
197 bool do_object_b(oop p);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
198 };
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
199
20212
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
200 // Instances of this class are used for quick tests on whether a reference points
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
201 // into the collection set. Each of the array's elements denotes whether the
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
202 // corresponding region is in the collection set.
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
203 class G1FastCSetBiasedMappedArray : public G1BiasedMappedArray<bool> {
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
204 protected:
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
205 bool default_value() const { return false; }
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
206 public:
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
207 void clear() { G1BiasedMappedArray<bool>::clear(); }
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
208 };
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
209
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
210 class RefineCardTableEntryClosure;
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
211
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
212 class G1CollectedHeap : public SharedHeap {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
213 friend class VM_G1CollectForAllocation;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
214 friend class VM_G1CollectFull;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
215 friend class VM_G1IncCollectionPause;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
216 friend class VMStructs;
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
217 friend class MutatorAllocRegion;
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
218 friend class SurvivorGCAllocRegion;
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
219 friend class OldGCAllocRegion;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
220
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
221 // Closures used in implementation.
17636
889068b9a088 8027746: Remove do_gen_barrier template parameter in G1ParCopyClosure
tschatzl
parents: 17634
diff changeset
222 template <G1Barrier barrier, bool do_mark_object>
5987
748051fd24ce 7130974: G1: Remove G1ParCopyHelper
brutisso
parents: 4912
diff changeset
223 friend class G1ParCopyClosure;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
224 friend class G1IsAliveClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
225 friend class G1EvacuateFollowersClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
226 friend class G1ParScanThreadState;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
227 friend class G1ParScanClosureSuper;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
228 friend class G1ParEvacuateFollowersClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
229 friend class G1ParTask;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
230 friend class G1FreeGarbageRegionClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
231 friend class RefineCardTableEntryClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
232 friend class G1PrepareCompactClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
233 friend class RegionSorter;
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
234 friend class RegionResetter;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
235 friend class CountRCClosure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
236 friend class EvacPopObjClosure;
796
29e7d79232b9 6819065: G1: eliminate high serial card table clearing time
apetrusenko
parents: 678
diff changeset
237 friend class G1ParCleanupCTTask;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
238
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
239 // Other related classes.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
240 friend class G1MarkSweep;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
241
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
242 private:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
243 // The one and only G1CollectedHeap, so static functions can find it.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
244 static G1CollectedHeap* _g1h;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
245
942
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 941
diff changeset
246 static size_t _humongous_object_threshold_in_words;
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 941
diff changeset
247
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
248 // Storage for the G1 heap.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
249 VirtualSpace _g1_storage;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
250 MemRegion _g1_reserved;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
251
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
252 // The part of _g1_storage that is currently committed.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
253 MemRegion _g1_committed;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
254
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
255 // The master free list. It will satisfy all new region allocations.
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
256 FreeRegionList _free_list;
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
257
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
258 // The secondary free list which contains regions that have been
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
259 // freed up during the cleanup process. This will be appended to the
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
260 // master free list when appropriate.
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
261 FreeRegionList _secondary_free_list;
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
262
4072
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
263 // It keeps track of the old regions.
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
264 HeapRegionSet _old_set;
4072
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
265
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
266 // It keeps track of the humongous regions.
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
267 HeapRegionSet _humongous_set;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
268
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
269 // The number of regions we could create by expansion.
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
270 uint _expansion_regions;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
271
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
272 // The block offset table for the G1 heap.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
273 G1BlockOffsetSharedArray* _bot_shared;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
274
4072
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
275 // Tears down the region sets / lists so that they are empty and the
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
276 // regions on the heap do not belong to a region set / list. The
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
277 // only exception is the humongous set which we leave unaltered. If
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
278 // free_list_only is true, it will only tear down the master free
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
279 // list. It is called before a Full GC (free_list_only == false) or
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
280 // before heap shrinking (free_list_only == true).
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
281 void tear_down_region_sets(bool free_list_only);
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
282
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
283 // Rebuilds the region sets / lists so that they are repopulated to
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
284 // reflect the contents of the heap. The only exception is the
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
285 // humongous set which was not torn down in the first place. If
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
286 // free_list_only is true, it will only rebuild the master free
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
287 // list. It is called after a Full GC (free_list_only == false) or
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
288 // after heap shrinking (free_list_only == true).
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
289 void rebuild_region_sets(bool free_list_only);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
290
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
291 // The sequence of all heap regions in the heap.
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
292 HeapRegionSeq _hrs;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
293
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
294 // Alloc region used to satisfy mutator allocation requests.
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
295 MutatorAllocRegion _mutator_alloc_region;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
296
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
297 // Alloc region used to satisfy allocation requests by the GC for
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
298 // survivor objects.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
299 SurvivorGCAllocRegion _survivor_gc_alloc_region;
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
300
6595
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
301 // PLAB sizing policy for survivors.
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
302 PLABStats _survivor_plab_stats;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
303
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
304 // Alloc region used to satisfy allocation requests by the GC for
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
305 // old objects.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
306 OldGCAllocRegion _old_gc_alloc_region;
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
307
6595
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
308 // PLAB sizing policy for tenured objects.
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
309 PLABStats _old_plab_stats;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
310
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
311 PLABStats* stats_for_purpose(GCAllocPurpose purpose) {
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
312 PLABStats* stats = NULL;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
313
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
314 switch (purpose) {
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
315 case GCAllocForSurvived:
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
316 stats = &_survivor_plab_stats;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
317 break;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
318 case GCAllocForTenured:
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
319 stats = &_old_plab_stats;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
320 break;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
321 default:
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
322 assert(false, "unrecognized GCAllocPurpose");
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
323 }
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
324
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
325 return stats;
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
326 }
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
327
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
328 // The last old region we allocated to during the last GC.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
329 // Typically, it is not full so we should re-use it during the next GC.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
330 HeapRegion* _retained_old_gc_alloc_region;
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
331
4781
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
332 // It specifies whether we should attempt to expand the heap after a
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
333 // region allocation failure. If heap expansion fails we set this to
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
334 // false so that we don't re-attempt the heap expansion (it's likely
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
335 // that subsequent expansion attempts will also fail if one fails).
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
336 // Currently, it is only consulted during GC and it's reset at the
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
337 // start of each GC.
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
338 bool _expand_heap_after_alloc_failure;
bacb651cf5bf 7113006: G1: excessive ergo output when an evac failure happens
tonyp
parents: 4728
diff changeset
339
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
340 // It resets the mutator alloc region before new allocations can take place.
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
341 void init_mutator_alloc_region();
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
342
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
343 // It releases the mutator alloc region.
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
344 void release_mutator_alloc_region();
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
345
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
346 // It initializes the GC alloc regions at the start of a GC.
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
347 void init_gc_alloc_regions(EvacuationInfo& evacuation_info);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
348
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
349 // It releases the GC alloc regions at the end of a GC.
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
350 void release_gc_alloc_regions(uint no_of_gc_workers, EvacuationInfo& evacuation_info);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
351
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
352 // It does any cleanup that needs to be done on the GC alloc regions
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
353 // before a Full GC.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
354 void abandon_gc_alloc_regions();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
355
3289
b52782ae3880 6946417: G1: Java VisualVM does not support G1 properly.
jmasa
parents: 3285
diff changeset
356 // Helper for monitoring and management support.
b52782ae3880 6946417: G1: Java VisualVM does not support G1 properly.
jmasa
parents: 3285
diff changeset
357 G1MonitoringSupport* _g1mm;
b52782ae3880 6946417: G1: Java VisualVM does not support G1 properly.
jmasa
parents: 3285
diff changeset
358
1391
79e419e5ea3b 6942253: G1: replace G1ParallelGCAllocBufferSize with YoungPLABSize and OldPLABSize
apetrusenko
parents: 1313
diff changeset
359 // Determines PLAB size for a particular allocation purpose.
6595
aaf61e68b255 6818524: G1: use ergonomic resizing of PLABs
johnc
parents: 6254
diff changeset
360 size_t desired_plab_sz(GCAllocPurpose purpose);
1391
79e419e5ea3b 6942253: G1: replace G1ParallelGCAllocBufferSize with YoungPLABSize and OldPLABSize
apetrusenko
parents: 1313
diff changeset
361
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
362 // Outside of GC pauses, the number of bytes used in all regions other
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
363 // than the current allocation region.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
364 size_t _summary_bytes_used;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
365
20212
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
366 // This array is used for a quick test on whether a reference points into
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
367 // the collection set or not. Each of the array's elements denotes whether the
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
368 // corresponding region is in the collection set or not.
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
369 G1FastCSetBiasedMappedArray _in_cset_fast_test;
526
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
370
353
9bb2c10ac07b 6723570: G1: assertion failure: p == current_top or oop(p)->is_oop(),"p is not a block start" (revisited!)
iveresov
parents: 342
diff changeset
371 volatile unsigned _gc_time_stamp;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
372
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
373 size_t* _surviving_young_words;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
374
3778
5f6f2615433a 7049999: G1: Make the G1PrintHeapRegions output consistent and complete
tonyp
parents: 3777
diff changeset
375 G1HRPrinter _hr_printer;
5f6f2615433a 7049999: G1: Make the G1PrintHeapRegions output consistent and complete
tonyp
parents: 3777
diff changeset
376
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
377 void setup_surviving_young_words();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
378 void update_surviving_young_words(size_t* surv_young_words);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
379 void cleanup_surviving_young_words();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
380
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
381 // It decides whether an explicit GC should start a concurrent cycle
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
382 // instead of doing a STW GC. Currently, a concurrent cycle is
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
383 // explicitly started if:
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
384 // (a) cause == _gc_locker and +GCLockerInvokesConcurrent, or
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
385 // (b) cause == _java_lang_system_gc and +ExplicitGCInvokesConcurrent.
4829
9509c20bba28 6976060: G1: humongous object allocations should initiate marking cycles when necessary
brutisso
parents: 4787
diff changeset
386 // (c) cause == _g1_humongous_allocation
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
387 bool should_do_concurrent_full_gc(GCCause::Cause cause);
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
388
6120
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
389 // Keeps track of how many "old marking cycles" (i.e., Full GCs or
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
390 // concurrent cycles) we have started.
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
391 volatile unsigned int _old_marking_cycles_started;
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
392
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
393 // Keeps track of how many "old marking cycles" (i.e., Full GCs or
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
394 // concurrent cycles) we have completed.
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
395 volatile unsigned int _old_marking_cycles_completed;
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
396
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
397 bool _concurrent_cycle_started;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
398
3285
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
399 // This is a non-product method that is helpful for testing. It is
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
400 // called at the end of a GC and artificially expands the heap by
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
401 // allocating a number of dead regions. This way we can induce very
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
402 // frequent marking cycles and stress the cleanup / concurrent
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
403 // cleanup code more (as all the regions that will be allocated by
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
404 // this method will be found dead by the marking cycle).
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
405 void allocate_dummy_regions() PRODUCT_RETURN;
49a67202bc67 7011855: G1: non-product flag to artificially grow the heap
tonyp
parents: 2435
diff changeset
406
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
407 // Clear RSets after a compaction. It also resets the GC time stamps.
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
408 void clear_rsets_post_compaction();
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
409
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
410 // If the HR printer is active, dump the state of the regions in the
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
411 // heap after a compaction.
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
412 void print_hrs_post_compaction();
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
413
6628
bb3f6194fedb 7178363: G1: Remove the serial code for PrintGCDetails and make it a special case of the parallel code
brutisso
parents: 6611
diff changeset
414 double verify(bool guard, const char* msg);
bb3f6194fedb 7178363: G1: Remove the serial code for PrintGCDetails and make it a special case of the parallel code
brutisso
parents: 6611
diff changeset
415 void verify_before_gc();
bb3f6194fedb 7178363: G1: Remove the serial code for PrintGCDetails and make it a special case of the parallel code
brutisso
parents: 6611
diff changeset
416 void verify_after_gc();
bb3f6194fedb 7178363: G1: Remove the serial code for PrintGCDetails and make it a special case of the parallel code
brutisso
parents: 6611
diff changeset
417
6752
9646b7ff4d14 7198130: G1: PrintReferenceGC output comes out of order
brutisso
parents: 6725
diff changeset
418 void log_gc_header();
9646b7ff4d14 7198130: G1: PrintReferenceGC output comes out of order
brutisso
parents: 6725
diff changeset
419 void log_gc_footer(double pause_time_sec);
9646b7ff4d14 7198130: G1: PrintReferenceGC output comes out of order
brutisso
parents: 6725
diff changeset
420
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
421 // These are macros so that, if the assert fires, we get the correct
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
422 // line number, file, etc.
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
423
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
424 #define heap_locking_asserts_err_msg(_extra_message_) \
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
425 err_msg("%s : Heap_lock locked: %s, at safepoint: %s, is VM thread: %s", \
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
426 (_extra_message_), \
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
427 BOOL_TO_STR(Heap_lock->owned_by_self()), \
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
428 BOOL_TO_STR(SafepointSynchronize::is_at_safepoint()), \
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
429 BOOL_TO_STR(Thread::current()->is_VM_thread()))
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
430
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
431 #define assert_heap_locked() \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
432 do { \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
433 assert(Heap_lock->owned_by_self(), \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
434 heap_locking_asserts_err_msg("should be holding the Heap_lock")); \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
435 } while (0)
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
436
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
437 #define assert_heap_locked_or_at_safepoint(_should_be_vm_thread_) \
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
438 do { \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
439 assert(Heap_lock->owned_by_self() || \
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
440 (SafepointSynchronize::is_at_safepoint() && \
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
441 ((_should_be_vm_thread_) == Thread::current()->is_VM_thread())), \
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
442 heap_locking_asserts_err_msg("should be holding the Heap_lock or " \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
443 "should be at a safepoint")); \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
444 } while (0)
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
445
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
446 #define assert_heap_locked_and_not_at_safepoint() \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
447 do { \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
448 assert(Heap_lock->owned_by_self() && \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
449 !SafepointSynchronize::is_at_safepoint(), \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
450 heap_locking_asserts_err_msg("should be holding the Heap_lock and " \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
451 "should not be at a safepoint")); \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
452 } while (0)
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
453
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
454 #define assert_heap_not_locked() \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
455 do { \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
456 assert(!Heap_lock->owned_by_self(), \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
457 heap_locking_asserts_err_msg("should not be holding the Heap_lock")); \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
458 } while (0)
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
459
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
460 #define assert_heap_not_locked_and_not_at_safepoint() \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
461 do { \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
462 assert(!Heap_lock->owned_by_self() && \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
463 !SafepointSynchronize::is_at_safepoint(), \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
464 heap_locking_asserts_err_msg("should not be holding the Heap_lock and " \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
465 "should not be at a safepoint")); \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
466 } while (0)
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
467
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
468 #define assert_at_safepoint(_should_be_vm_thread_) \
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
469 do { \
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
470 assert(SafepointSynchronize::is_at_safepoint() && \
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
471 ((_should_be_vm_thread_) == Thread::current()->is_VM_thread()), \
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
472 heap_locking_asserts_err_msg("should be at a safepoint")); \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
473 } while (0)
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
474
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
475 #define assert_not_at_safepoint() \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
476 do { \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
477 assert(!SafepointSynchronize::is_at_safepoint(), \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
478 heap_locking_asserts_err_msg("should not be at a safepoint")); \
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
479 } while (0)
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
480
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
481 protected:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
482
3823
14a2fd14c0db 7068240: G1: Long "parallel other time" and "ext root scanning" when running specific benchmark
johnc
parents: 3778
diff changeset
483 // The young region list.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
484 YoungList* _young_list;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
485
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
486 // The current policy object for the collector.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
487 G1CollectorPolicy* _g1_policy;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
488
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
489 // This is the second level of trying to allocate a new region. If
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
490 // new_region() didn't find a region on the free_list, this call will
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
491 // check whether there's anything available on the
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
492 // secondary_free_list and/or wait for more regions to appear on
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
493 // that list, if _free_regions_coming is set.
17773
8ee855b4e667 8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents: 17759
diff changeset
494 HeapRegion* new_region_try_secondary_free_list(bool is_old);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
495
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
496 // Try to allocate a single non-humongous HeapRegion sufficient for
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
497 // an allocation of the given word_size. If do_expand is true,
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
498 // attempt to expand the heap if necessary to satisfy the allocation
17773
8ee855b4e667 8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents: 17759
diff changeset
499 // request. If the region is to be used as an old region or for a
8ee855b4e667 8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents: 17759
diff changeset
500 // humongous object, set is_old to true. If not, to false.
8ee855b4e667 8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents: 17759
diff changeset
501 HeapRegion* new_region(size_t word_size, bool is_old, bool do_expand);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
502
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
503 // Attempt to satisfy a humongous allocation request of the given
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
504 // size by finding a contiguous set of free regions of num_regions
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
505 // length and remove them from the master free list. Return the
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
506 // index of the first region or G1_NULL_HRS_INDEX if the search
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
507 // was unsuccessful.
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
508 uint humongous_obj_allocate_find_first(uint num_regions,
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
509 size_t word_size);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
510
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
511 // Initialize a contiguous set of free regions of length num_regions
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
512 // and starting at index first so that they appear as a single
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
513 // humongous region.
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
514 HeapWord* humongous_obj_allocate_initialize_regions(uint first,
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
515 uint num_regions,
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
516 size_t word_size);
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
517
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
518 // Attempt to allocate a humongous object of the given size. Return
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
519 // NULL if unsuccessful.
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
520 HeapWord* humongous_obj_allocate(size_t word_size);
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
521
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
522 // The following two methods, allocate_new_tlab() and
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
523 // mem_allocate(), are the two main entry points from the runtime
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
524 // into the G1's allocation routines. They have the following
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
525 // assumptions:
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
526 //
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
527 // * They should both be called outside safepoints.
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
528 //
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
529 // * They should both be called without holding the Heap_lock.
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
530 //
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
531 // * All allocation requests for new TLABs should go to
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
532 // allocate_new_tlab().
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
533 //
3774
c9ca3f51cf41 6994322: Remove the is_tlab and is_noref / is_large_noref parameters from the CollectedHeap
tonyp
parents: 3772
diff changeset
534 // * All non-TLAB allocation requests should go to mem_allocate().
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
535 //
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
536 // * If either call cannot satisfy the allocation request using the
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
537 // current allocating region, they will try to get a new one. If
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
538 // this fails, they will attempt to do an evacuation pause and
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
539 // retry the allocation.
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
540 //
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
541 // * If all allocation attempts fail, even after trying to schedule
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
542 // an evacuation pause, allocate_new_tlab() will return NULL,
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
543 // whereas mem_allocate() will attempt a heap expansion and/or
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
544 // schedule a Full GC.
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
545 //
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
546 // * We do not allow humongous-sized TLABs. So, allocate_new_tlab
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
547 // should never be called with word_size being humongous. All
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
548 // humongous allocation requests should go to mem_allocate() which
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
549 // will satisfy them with a special path.
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
550
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
551 virtual HeapWord* allocate_new_tlab(size_t word_size);
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
552
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
553 virtual HeapWord* mem_allocate(size_t word_size,
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
554 bool* gc_overhead_limit_was_exceeded);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
555
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
556 // The following three methods take a gc_count_before_ret
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
557 // parameter which is used to return the GC count if the method
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
558 // returns NULL. Given that we are required to read the GC count
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
559 // while holding the Heap_lock, and these paths will take the
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
560 // Heap_lock at some point, it's easier to get them to read the GC
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
561 // count while holding the Heap_lock before they return NULL instead
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
562 // of the caller (namely: mem_allocate()) having to also take the
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
563 // Heap_lock just to read the GC count.
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
564
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
565 // First-level mutator allocation attempt: try to allocate out of
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
566 // the mutator alloc region without taking the Heap_lock. This
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
567 // should only be used for non-humongous allocations.
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
568 inline HeapWord* attempt_allocation(size_t word_size,
8853
2e093b564241 7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents: 8038
diff changeset
569 unsigned int* gc_count_before_ret,
2e093b564241 7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents: 8038
diff changeset
570 int* gclocker_retry_count_ret);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
571
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
572 // Second-level mutator allocation attempt: take the Heap_lock and
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
573 // retry the allocation attempt, potentially scheduling a GC
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
574 // pause. This should only be used for non-humongous allocations.
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
575 HeapWord* attempt_allocation_slow(size_t word_size,
8853
2e093b564241 7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents: 8038
diff changeset
576 unsigned int* gc_count_before_ret,
2e093b564241 7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents: 8038
diff changeset
577 int* gclocker_retry_count_ret);
2134
b158bed62ef5 6994297: G1: do first-level slow-path allocations with a CAS
tonyp
parents: 2133
diff changeset
578
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
579 // Takes the Heap_lock and attempts a humongous allocation. It can
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
580 // potentially schedule a GC pause.
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
581 HeapWord* attempt_allocation_humongous(size_t word_size,
8853
2e093b564241 7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents: 8038
diff changeset
582 unsigned int* gc_count_before_ret,
2e093b564241 7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents: 8038
diff changeset
583 int* gclocker_retry_count_ret);
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
584
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
585 // Allocation attempt that should be called during safepoints (e.g.,
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
586 // at the end of a successful GC). expect_null_mutator_alloc_region
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
587 // specifies whether the mutator alloc region is expected to be NULL
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
588 // or not.
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
589 HeapWord* attempt_allocation_at_safepoint(size_t word_size,
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
590 bool expect_null_mutator_alloc_region);
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
591
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
592 // It dirties the cards that cover the block so that so that the post
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
593 // write barrier never queues anything when updating objects on this
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
594 // block. It is assumed (and in fact we assert) that the block
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
595 // belongs to a young region.
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
596 inline void dirty_young_block(HeapWord* start, size_t word_size);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
597
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
598 // Allocate blocks during garbage collection. Will ensure an
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
599 // allocation region, either by picking one or expanding the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
600 // heap, and then allocate a block of the given size. The block
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
601 // may not be a humongous - it must fit into a single heap region.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
602 HeapWord* par_allocate_during_gc(GCAllocPurpose purpose, size_t word_size);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
603
17690
e5c0b296deb2 8034948: Back out JDK-6976350 since it does not fix any issue
tschatzl
parents: 17689
diff changeset
604 HeapWord* allocate_during_gc_slow(GCAllocPurpose purpose,
e5c0b296deb2 8034948: Back out JDK-6976350 since it does not fix any issue
tschatzl
parents: 17689
diff changeset
605 HeapRegion* alloc_region,
e5c0b296deb2 8034948: Back out JDK-6976350 since it does not fix any issue
tschatzl
parents: 17689
diff changeset
606 bool par,
e5c0b296deb2 8034948: Back out JDK-6976350 since it does not fix any issue
tschatzl
parents: 17689
diff changeset
607 size_t word_size);
e5c0b296deb2 8034948: Back out JDK-6976350 since it does not fix any issue
tschatzl
parents: 17689
diff changeset
608
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
609 // Ensure that no further allocations can happen in "r", bearing in mind
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
610 // that parallel threads might be attempting allocations.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
611 void par_allocate_remaining_space(HeapRegion* r);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
612
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
613 // Allocation attempt during GC for a survivor object / PLAB.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
614 inline HeapWord* survivor_attempt_allocation(size_t word_size);
545
58054a18d735 6484959: G1: introduce survivor spaces
apetrusenko
parents: 526
diff changeset
615
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
616 // Allocation attempt during GC for an old object / PLAB.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
617 inline HeapWord* old_attempt_allocation(size_t word_size);
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
618
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
619 // These methods are the "callbacks" from the G1AllocRegion class.
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
620
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
621 // For mutator alloc regions.
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
622 HeapRegion* new_mutator_alloc_region(size_t word_size, bool force);
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
623 void retire_mutator_alloc_region(HeapRegion* alloc_region,
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
624 size_t allocated_bytes);
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
625
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
626 // For GC alloc regions.
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
627 HeapRegion* new_gc_alloc_region(size_t word_size, uint count,
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
628 GCAllocPurpose ap);
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
629 void retire_gc_alloc_region(HeapRegion* alloc_region,
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
630 size_t allocated_bytes, GCAllocPurpose ap);
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3823
diff changeset
631
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
632 // - if explicit_gc is true, the GC is for a System.gc() or a heap
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
633 // inspection request and should collect the entire heap
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
634 // - if clear_all_soft_refs is true, all soft references should be
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
635 // cleared during the GC
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
636 // - if explicit_gc is false, word_size describes the allocation that
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
637 // the GC should attempt (at least) to satisfy
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
638 // - it returns false if it is unable to do the collection due to the
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
639 // GC locker being active, true otherwise
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
640 bool do_collection(bool explicit_gc,
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
641 bool clear_all_soft_refs,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
642 size_t word_size);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
643
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
644 // Callback from VM_G1CollectFull operation.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
645 // Perform a full collection.
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
646 virtual void do_full_collection(bool clear_all_soft_refs);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
647
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
648 // Resize the heap if necessary after a full collection. If this is
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
649 // after a collect-for allocation, "word_size" is the allocation size,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
650 // and will be considered part of the used portion of the heap.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
651 void resize_if_necessary_after_full_collection(size_t word_size);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
652
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
653 // Callback from VM_G1CollectForAllocation operation.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
654 // This function does everything necessary/possible to satisfy a
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
655 // failed allocation request (including collection, expansion, etc.)
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
656 HeapWord* satisfy_failed_allocation(size_t word_size, bool* succeeded);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
657
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
658 // Attempting to expand the heap sufficiently
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
659 // to support an allocation of the given "word_size". If
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
660 // successful, perform the allocation and return the address of the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
661 // allocated block, or else "NULL".
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
662 HeapWord* expand_and_allocate(size_t word_size);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
663
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
664 // Process any reference objects discovered during
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
665 // an incremental evacuation pause.
6819
2e6857353b2c 8000311: G1: ParallelGCThreads==0 broken
johnc
parents: 6756
diff changeset
666 void process_discovered_references(uint no_of_gc_workers);
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
667
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
668 // Enqueue any remaining discovered references
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
669 // after processing.
6819
2e6857353b2c 8000311: G1: ParallelGCThreads==0 broken
johnc
parents: 6756
diff changeset
670 void enqueue_discovered_references(uint no_of_gc_workers);
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
671
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
672 public:
3289
b52782ae3880 6946417: G1: Java VisualVM does not support G1 properly.
jmasa
parents: 3285
diff changeset
673
3980
8229bd737950 7075646: G1: fix inconsistencies in the monitoring data
tonyp
parents: 3979
diff changeset
674 G1MonitoringSupport* g1mm() {
8229bd737950 7075646: G1: fix inconsistencies in the monitoring data
tonyp
parents: 3979
diff changeset
675 assert(_g1mm != NULL, "should have been initialized");
8229bd737950 7075646: G1: fix inconsistencies in the monitoring data
tonyp
parents: 3979
diff changeset
676 return _g1mm;
8229bd737950 7075646: G1: fix inconsistencies in the monitoring data
tonyp
parents: 3979
diff changeset
677 }
3289
b52782ae3880 6946417: G1: Java VisualVM does not support G1 properly.
jmasa
parents: 3285
diff changeset
678
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
679 // Expand the garbage-first heap by at least the given size (in bytes!).
2188
c33825b68624 6923430: G1: assert(res != 0,"This should have worked.")
johnc
parents: 2173
diff changeset
680 // Returns true if the heap was expanded by the requested amount;
c33825b68624 6923430: G1: assert(res != 0,"This should have worked.")
johnc
parents: 2173
diff changeset
681 // false otherwise.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
682 // (Rounds up to a HeapRegion boundary.)
2188
c33825b68624 6923430: G1: assert(res != 0,"This should have worked.")
johnc
parents: 2173
diff changeset
683 bool expand(size_t expand_bytes);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
684
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
685 // Do anything common to GC's.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
686 virtual void gc_prologue(bool full);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
687 virtual void gc_epilogue(bool full);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
688
526
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
689 // We register a region with the fast "in collection set" test. We
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
690 // simply set to true the array slot corresponding to this region.
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
691 void register_region_with_in_cset_fast_test(HeapRegion* r) {
20212
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
692 _in_cset_fast_test.set_by_index(r->hrs_index(), true);
526
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
693 }
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
694
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
695 // This is a fast test on whether a reference points into the
17688
2c2ae9e5f65d 8035326: Assume non-NULL references in G1CollectedHeap::in_cset_fast_test
tschatzl
parents: 17636
diff changeset
696 // collection set or not. Assume that the reference
2c2ae9e5f65d 8035326: Assume non-NULL references in G1CollectedHeap::in_cset_fast_test
tschatzl
parents: 17636
diff changeset
697 // points into the heap.
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
698 inline bool in_cset_fast_test(oop obj);
526
818efdefcc99 6484956: G1: improve evacuation pause efficiency
tonyp
parents: 519
diff changeset
699
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
700 void clear_cset_fast_test() {
20212
d7e2d5f2846b 8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents: 20197
diff changeset
701 _in_cset_fast_test.clear();
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
702 }
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
703
6120
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
704 // This is called at the start of either a concurrent cycle or a Full
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
705 // GC to update the number of old marking cycles started.
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
706 void increment_old_marking_cycles_started();
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
707
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
708 // This is called at the end of either a concurrent cycle or a Full
6120
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
709 // GC to update the number of old marking cycles completed. Those two
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
710 // can happen in a nested fashion, i.e., we start a concurrent
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
711 // cycle, a Full GC happens half-way through it which ends first,
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
712 // and then the cycle notices that a Full GC happened and ends
2030
fb712ff22571 7000559: G1: assertion failure !outer || (full_collections_started == _full_collections_completed + 1)
tonyp
parents: 1991
diff changeset
713 // too. The concurrent parameter is a boolean to help us do a bit
fb712ff22571 7000559: G1: assertion failure !outer || (full_collections_started == _full_collections_completed + 1)
tonyp
parents: 1991
diff changeset
714 // tighter consistency checking in the method. If concurrent is
fb712ff22571 7000559: G1: assertion failure !outer || (full_collections_started == _full_collections_completed + 1)
tonyp
parents: 1991
diff changeset
715 // false, the caller is the inner caller in the nesting (i.e., the
fb712ff22571 7000559: G1: assertion failure !outer || (full_collections_started == _full_collections_completed + 1)
tonyp
parents: 1991
diff changeset
716 // Full GC). If concurrent is true, the caller is the outer caller
fb712ff22571 7000559: G1: assertion failure !outer || (full_collections_started == _full_collections_completed + 1)
tonyp
parents: 1991
diff changeset
717 // in this nesting (i.e., the concurrent cycle). Further nesting is
6120
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
718 // not currently supported. The end of this call also notifies
2030
fb712ff22571 7000559: G1: assertion failure !outer || (full_collections_started == _full_collections_completed + 1)
tonyp
parents: 1991
diff changeset
719 // the FullGCCount_lock in case a Java thread is waiting for a full
fb712ff22571 7000559: G1: assertion failure !outer || (full_collections_started == _full_collections_completed + 1)
tonyp
parents: 1991
diff changeset
720 // GC to happen (e.g., it called System.gc() with
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
721 // +ExplicitGCInvokesConcurrent).
6120
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
722 void increment_old_marking_cycles_completed(bool concurrent);
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
723
6120
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
724 unsigned int old_marking_cycles_completed() {
37552638d24a 7172388: G1: _total_full_collections should not be incremented for concurrent cycles
brutisso
parents: 6010
diff changeset
725 return _old_marking_cycles_completed;
1656
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
726 }
4e5661ba9d98 6944166: G1: explicit GCs are not always handled correctly
tonyp
parents: 1611
diff changeset
727
13400
86e6d691f2e1 8028128: Add a type safe alternative for working with counter based data
mgronlun
parents: 12352
diff changeset
728 void register_concurrent_cycle_start(const Ticks& start_time);
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
729 void register_concurrent_cycle_end();
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
730 void trace_heap_after_concurrent_cycle();
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
731
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
732 G1YCType yc_type();
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
733
3778
5f6f2615433a 7049999: G1: Make the G1PrintHeapRegions output consistent and complete
tonyp
parents: 3777
diff changeset
734 G1HRPrinter* hr_printer() { return &_hr_printer; }
5f6f2615433a 7049999: G1: Make the G1PrintHeapRegions output consistent and complete
tonyp
parents: 3777
diff changeset
735
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
736 // Frees a non-humongous region by initializing its contents and
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
737 // adding it to the free list that's passed as a parameter (this is
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
738 // usually a local list which will be appended to the master free
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
739 // list later). The used bytes of freed regions are accumulated in
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
740 // pre_used. If par is true, the region's RSet will not be freed
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
741 // up. The assumption is that this will be done later.
17755
96b1c2e06e25 8027295: Free CSet takes ~50% of young pause time
tschatzl
parents: 17753
diff changeset
742 // The locked parameter indicates if the caller has already taken
96b1c2e06e25 8027295: Free CSet takes ~50% of young pause time
tschatzl
parents: 17753
diff changeset
743 // care of proper synchronization. This may allow some optimizations.
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
744 void free_region(HeapRegion* hr,
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
745 FreeRegionList* free_list,
17755
96b1c2e06e25 8027295: Free CSet takes ~50% of young pause time
tschatzl
parents: 17753
diff changeset
746 bool par,
96b1c2e06e25 8027295: Free CSet takes ~50% of young pause time
tschatzl
parents: 17753
diff changeset
747 bool locked = false);
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
748
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
749 // Frees a humongous region by collapsing it into individual regions
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
750 // and calling free_region() for each of them. The freed regions
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
751 // will be added to the free list that's passed as a parameter (this
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
752 // is usually a local list which will be appended to the master free
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
753 // list later). The used bytes of freed regions are accumulated in
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
754 // pre_used. If par is true, the region's RSet will not be freed
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
755 // up. The assumption is that this will be done later.
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
756 void free_humongous_region(HeapRegion* hr,
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
757 FreeRegionList* free_list,
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
758 bool par);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
759 protected:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
760
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
761 // Shrink the garbage-first heap by at most the given size (in bytes!).
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
762 // (Rounds down to a HeapRegion boundary.)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
763 virtual void shrink(size_t expand_bytes);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
764 void shrink_helper(size_t expand_bytes);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
765
1709
5f429ee79634 6966222: G1: simplify TaskQueue overflow handling
jcoomes
parents: 1705
diff changeset
766 #if TASKQUEUE_STATS
5f429ee79634 6966222: G1: simplify TaskQueue overflow handling
jcoomes
parents: 1705
diff changeset
767 static void print_taskqueue_stats_hdr(outputStream* const st = gclog_or_tty);
5f429ee79634 6966222: G1: simplify TaskQueue overflow handling
jcoomes
parents: 1705
diff changeset
768 void print_taskqueue_stats(outputStream* const st = gclog_or_tty) const;
5f429ee79634 6966222: G1: simplify TaskQueue overflow handling
jcoomes
parents: 1705
diff changeset
769 void reset_taskqueue_stats();
5f429ee79634 6966222: G1: simplify TaskQueue overflow handling
jcoomes
parents: 1705
diff changeset
770 #endif // TASKQUEUE_STATS
5f429ee79634 6966222: G1: simplify TaskQueue overflow handling
jcoomes
parents: 1705
diff changeset
771
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
772 // Schedule the VM operation that will do an evacuation pause to
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
773 // satisfy an allocation request of word_size. *succeeded will
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
774 // return whether the VM operation was successful (it did do an
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
775 // evacuation pause) or not (another thread beat us to it or the GC
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
776 // locker was active). Given that we should not be holding the
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
777 // Heap_lock when we enter this method, we will pass the
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
778 // gc_count_before (i.e., total_collections()) as a parameter since
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
779 // it has to be read while holding the Heap_lock. Currently, both
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
780 // methods that call do_collection_pause() release the Heap_lock
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
781 // before the call, so it's easy to read gc_count_before just before.
12113
f7d3b4387a16 8022872: G1: Use correct GC cause for young GC triggered by humongous allocations
brutisso
parents: 12080
diff changeset
782 HeapWord* do_collection_pause(size_t word_size,
f7d3b4387a16 8022872: G1: Use correct GC cause for young GC triggered by humongous allocations
brutisso
parents: 12080
diff changeset
783 unsigned int gc_count_before,
f7d3b4387a16 8022872: G1: Use correct GC cause for young GC triggered by humongous allocations
brutisso
parents: 12080
diff changeset
784 bool* succeeded,
f7d3b4387a16 8022872: G1: Use correct GC cause for young GC triggered by humongous allocations
brutisso
parents: 12080
diff changeset
785 GCCause::Cause gc_cause);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
786
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
787 // The guts of the incremental collection pause, executed by the vm
1973
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
788 // thread. It returns false if it is unable to do the collection due
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
789 // to the GC locker being active, true otherwise
631f79e71e90 6974966: G1: unnecessary direct-to-old allocations
tonyp
parents: 1972
diff changeset
790 bool do_collection_pause_at_safepoint(double target_pause_time_ms);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
791
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
792 // Actually do the work of evacuating the collection set.
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
793 void evacuate_collection_set(EvacuationInfo& evacuation_info);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
794
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
795 // The g1 remembered set of the heap.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
796 G1RemSet* _g1_rem_set;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
797
616
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 545
diff changeset
798 // A set of cards that cover the objects for which the Rsets should be updated
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 545
diff changeset
799 // concurrently after the collection.
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 545
diff changeset
800 DirtyCardQueueSet _dirty_card_queue_set;
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 545
diff changeset
801
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
802 // The closure used to refine a single card.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
803 RefineCardTableEntryClosure* _refine_cte_cl;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
804
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
805 // A function to check the consistency of dirty card logs.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
806 void check_ct_logs_at_safepoint();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
807
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
808 // A DirtyCardQueueSet that is used to hold cards that contain
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
809 // references into the current collection set. This is used to
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
810 // update the remembered sets of the regions in the collection
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
811 // set in the event of an evacuation failure.
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
812 DirtyCardQueueSet _into_cset_dirty_card_queue_set;
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
813
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
814 // After a collection pause, make the regions in the CS into free
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
815 // regions.
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
816 void free_collection_set(HeapRegion* cs_head, EvacuationInfo& evacuation_info);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
817
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
818 // Abandon the current collection set without recording policy
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
819 // statistics or updating free lists.
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
820 void abandon_collection_set(HeapRegion* cs_head);
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
821
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
822 // Applies "scan_non_heap_roots" to roots outside the heap,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
823 // "scan_rs" to roots inside the heap (having done "set_region" to
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
824 // indicate the region in which the root resides),
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
825 // and does "scan_metadata" If "scan_rs" is
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
826 // NULL, then this step is skipped. The "worker_i"
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
827 // param is for use with parallel roots processing, and should be
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
828 // the "i" of the calling parallel worker thread's work(i) function.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
829 // In the sequential case this param will be ignored.
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
830 void g1_process_strong_roots(bool is_scavenging,
4910
caa4652b4414 7129892: G1: explicit marking cycle initiation might fail to initiate a marking cycle
tonyp
parents: 4836
diff changeset
831 ScanningOption so,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
832 OopClosure* scan_non_heap_roots,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
833 OopsInHeapRegionClosure* scan_rs,
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
834 G1KlassScanClosure* scan_klasses,
17844
8847586c9037 8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents: 17833
diff changeset
835 uint worker_i);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
836
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
837 // Notifies all the necessary spaces that the committed space has
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
838 // been updated (either expanded or shrunk). It should be called
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
839 // after _g1_storage is updated.
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
840 void update_committed_space(HeapWord* old_end, HeapWord* new_end);
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
841
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
842 // The concurrent marker (and the thread it runs in.)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
843 ConcurrentMark* _cm;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
844 ConcurrentMarkThread* _cmThread;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
845 bool _mark_in_progress;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
846
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
847 // The concurrent refiner.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
848 ConcurrentG1Refine* _cg1r;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
849
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
850 // The parallel task queues
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
851 RefToScanQueueSet *_task_queues;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
852
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
853 // True iff a evacuation has failed in the current collection.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
854 bool _evacuation_failed;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
855
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
856 EvacuationFailedInfo* _evacuation_failed_info_array;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
857
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
858 // Failed evacuations cause some logical from-space objects to have
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
859 // forwarding pointers to themselves. Reset them.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
860 void remove_self_forwarding_pointers();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
861
8038
ad747ee9d0b1 8002144: G1: large number of evacuation failures may lead to large c heap memory usage
brutisso
parents: 6819
diff changeset
862 // Together, these store an object with a preserved mark, and its mark value.
ad747ee9d0b1 8002144: G1: large number of evacuation failures may lead to large c heap memory usage
brutisso
parents: 6819
diff changeset
863 Stack<oop, mtGC> _objs_with_preserved_marks;
ad747ee9d0b1 8002144: G1: large number of evacuation failures may lead to large c heap memory usage
brutisso
parents: 6819
diff changeset
864 Stack<markOop, mtGC> _preserved_marks_of_objs;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
865
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
866 // Preserve the mark of "obj", if necessary, in preparation for its mark
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
867 // word being overwritten with a self-forwarding-pointer.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
868 void preserve_mark_if_necessary(oop obj, markOop m);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
869
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
870 // The stack of evac-failure objects left to be scanned.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
871 GrowableArray<oop>* _evac_failure_scan_stack;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
872 // The closure to apply to evac-failure objects.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
873
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
874 OopsInHeapRegionClosure* _evac_failure_closure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
875 // Set the field above.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
876 void
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
877 set_evac_failure_closure(OopsInHeapRegionClosure* evac_failure_closure) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
878 _evac_failure_closure = evac_failure_closure;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
879 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
880
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
881 // Push "obj" on the scan stack.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
882 void push_on_evac_failure_scan_stack(oop obj);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
883 // Process scan stack entries until the stack is empty.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
884 void drain_evac_failure_scan_stack();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
885 // True iff an invocation of "drain_scan_stack" is in progress; to
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
886 // prevent unnecessary recursion.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
887 bool _drain_in_progress;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
888
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
889 // Do any necessary initialization for evacuation-failure handling.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
890 // "cl" is the closure that will be used to process evac-failure
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
891 // objects.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
892 void init_for_evac_failure(OopsInHeapRegionClosure* cl);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
893 // Do any necessary cleanup for evacuation-failure handling data
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
894 // structures.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
895 void finalize_for_evac_failure();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
896
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
897 // An attempt to evacuate "obj" has failed; take necessary steps.
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
898 oop handle_evacuation_failure_par(G1ParScanThreadState* _par_scan_state, oop obj);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
899 void handle_evacuation_failure_common(oop obj, markOop m);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
900
6629
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
901 #ifndef PRODUCT
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
902 // Support for forcing evacuation failures. Analogous to
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
903 // PromotionFailureALot for the other collectors.
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
904
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
905 // Records whether G1EvacuationFailureALot should be in effect
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
906 // for the current GC
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
907 bool _evacuation_failure_alot_for_current_gc;
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
908
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
909 // Used to record the GC number for interval checking when
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
910 // determining whether G1EvaucationFailureALot is in effect
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
911 // for the current GC.
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
912 size_t _evacuation_failure_alot_gc_number;
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
913
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
914 // Count of the number of evacuations between failures.
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
915 volatile size_t _evacuation_failure_alot_count;
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
916
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
917 // Set whether G1EvacuationFailureALot should be in effect
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
918 // for the current GC (based upon the type of GC and which
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
919 // command line flags are set);
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
920 inline bool evacuation_failure_alot_for_gc_type(bool gcs_are_young,
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
921 bool during_initial_mark,
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
922 bool during_marking);
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
923
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
924 inline void set_evacuation_failure_alot_for_current_gc();
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
925
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
926 // Return true if it's time to cause an evacuation failure.
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
927 inline bool evacuation_should_fail();
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
928
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
929 // Reset the G1EvacuationFailureALot counters. Should be called at
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
930 // the end of an evacuation pause in which an evacuation failure occurred.
6629
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
931 inline void reset_evacuation_should_fail();
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
932 #endif // !PRODUCT
c9814fadeb38 7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents: 6628
diff changeset
933
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
934 // ("Weak") Reference processing support.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
935 //
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
936 // G1 has 2 instances of the reference processor class. One
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
937 // (_ref_processor_cm) handles reference object discovery
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
938 // and subsequent processing during concurrent marking cycles.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
939 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
940 // The other (_ref_processor_stw) handles reference object
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
941 // discovery and processing during full GCs and incremental
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
942 // evacuation pauses.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
943 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
944 // During an incremental pause, reference discovery will be
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
945 // temporarily disabled for _ref_processor_cm and will be
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
946 // enabled for _ref_processor_stw. At the end of the evacuation
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
947 // pause references discovered by _ref_processor_stw will be
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
948 // processed and discovery will be disabled. The previous
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
949 // setting for reference object discovery for _ref_processor_cm
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
950 // will be re-instated.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
951 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
952 // At the start of marking:
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
953 // * Discovery by the CM ref processor is verified to be inactive
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
954 // and it's discovered lists are empty.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
955 // * Discovery by the CM ref processor is then enabled.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
956 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
957 // At the end of marking:
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
958 // * Any references on the CM ref processor's discovered
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
959 // lists are processed (possibly MT).
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
960 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
961 // At the start of full GC we:
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
962 // * Disable discovery by the CM ref processor and
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
963 // empty CM ref processor's discovered lists
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
964 // (without processing any entries).
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
965 // * Verify that the STW ref processor is inactive and it's
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
966 // discovered lists are empty.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
967 // * Temporarily set STW ref processor discovery as single threaded.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
968 // * Temporarily clear the STW ref processor's _is_alive_non_header
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
969 // field.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
970 // * Finally enable discovery by the STW ref processor.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
971 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
972 // The STW ref processor is used to record any discovered
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
973 // references during the full GC.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
974 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
975 // At the end of a full GC we:
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
976 // * Enqueue any reference objects discovered by the STW ref processor
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
977 // that have non-live referents. This has the side-effect of
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
978 // making the STW ref processor inactive by disabling discovery.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
979 // * Verify that the CM ref processor is still inactive
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
980 // and no references have been placed on it's discovered
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
981 // lists (also checked as a precondition during initial marking).
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
982
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
983 // The (stw) reference processor...
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
984 ReferenceProcessor* _ref_processor_stw;
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
985
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
986 STWGCTimer* _gc_timer_stw;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
987 ConcurrentGCTimer* _gc_timer_cm;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
988
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
989 G1OldTracer* _gc_tracer_cm;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
990 G1NewTracer* _gc_tracer_stw;
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
991
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
992 // During reference object discovery, the _is_alive_non_header
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
993 // closure (if non-null) is applied to the referent object to
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
994 // determine whether the referent is live. If so then the
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
995 // reference object does not need to be 'discovered' and can
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
996 // be treated as a regular oop. This has the benefit of reducing
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
997 // the number of 'discovered' reference objects that need to
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
998 // be processed.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
999 //
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1000 // Instance of the is_alive closure for embedding into the
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1001 // STW reference processor as the _is_alive_non_header field.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1002 // Supplying a value for the _is_alive_non_header field is
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1003 // optional but doing so prevents unnecessary additions to
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1004 // the discovered lists during reference discovery.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1005 G1STWIsAliveClosure _is_alive_closure_stw;
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1006
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1007 // The (concurrent marking) reference processor...
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1008 ReferenceProcessor* _ref_processor_cm;
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1009
2037
b03260081e9b 7006113: G1: Initialize ReferenceProcessor::_is_alive_non_header field
johnc
parents: 2030
diff changeset
1010 // Instance of the concurrent mark is_alive closure for embedding
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1011 // into the Concurrent Marking reference processor as the
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1012 // _is_alive_non_header field. Supplying a value for the
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1013 // _is_alive_non_header field is optional but doing so prevents
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1014 // unnecessary additions to the discovered lists during reference
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1015 // discovery.
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1016 G1CMIsAliveClosure _is_alive_closure_cm;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1017
4709
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1018 // Cache used by G1CollectedHeap::start_cset_region_for_worker().
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1019 HeapRegion** _worker_cset_start_region;
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1020
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1021 // Time stamp to validate the regions recorded in the cache
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1022 // used by G1CollectedHeap::start_cset_region_for_worker().
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1023 // The heap region entry for a given worker is valid iff
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1024 // the associated time stamp value matches the current value
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1025 // of G1CollectedHeap::_gc_time_stamp.
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1026 unsigned int* _worker_cset_start_region_time_stamp;
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1027
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1028 enum G1H_process_strong_roots_tasks {
4787
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4783
diff changeset
1029 G1H_PS_filter_satb_buffers,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1030 G1H_PS_refProcessor_oops_do,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1031 // Leave this one last.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1032 G1H_PS_NumElements
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1033 };
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1034
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1035 SubTasksDone* _process_strong_tasks;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1036
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1037 volatile bool _free_regions_coming;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1038
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1039 public:
1833
8b10f48633dc 6984287: Regularize how GC parallel workers are specified.
jmasa
parents: 1718
diff changeset
1040
8b10f48633dc 6984287: Regularize how GC parallel workers are specified.
jmasa
parents: 1718
diff changeset
1041 SubTasksDone* process_strong_tasks() { return _process_strong_tasks; }
8b10f48633dc 6984287: Regularize how GC parallel workers are specified.
jmasa
parents: 1718
diff changeset
1042
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1043 void set_refine_cte_cl_concurrency(bool concurrent);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1044
1709
5f429ee79634 6966222: G1: simplify TaskQueue overflow handling
jcoomes
parents: 1705
diff changeset
1045 RefToScanQueue *task_queue(int i) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1046
616
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 545
diff changeset
1047 // A set of cards where updates happened during the GC
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 545
diff changeset
1048 DirtyCardQueueSet& dirty_card_queue_set() { return _dirty_card_queue_set; }
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 545
diff changeset
1049
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1050 // A DirtyCardQueueSet that is used to hold cards that contain
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1051 // references into the current collection set. This is used to
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1052 // update the remembered sets of the regions in the collection
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1053 // set in the event of an evacuation failure.
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1054 DirtyCardQueueSet& into_cset_dirty_card_queue_set()
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1055 { return _into_cset_dirty_card_queue_set; }
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1056
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1057 // Create a G1CollectedHeap with the specified policy.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1058 // Must call the initialize method afterwards.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1059 // May not return if something goes wrong.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1060 G1CollectedHeap(G1CollectorPolicy* policy);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1061
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1062 // Initialize the G1CollectedHeap to have the initial and
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1063 // maximum sizes and remembered and barrier sets
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1064 // specified by the policy object.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1065 jint initialize();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1066
17947
1772223a25a2 8037112: gc/g1/TestHumongousAllocInitialMark.java caused SIGSEGV
pliden
parents: 17844
diff changeset
1067 virtual void stop();
1772223a25a2 8037112: gc/g1/TestHumongousAllocInitialMark.java caused SIGSEGV
pliden
parents: 17844
diff changeset
1068
12233
40136aa2cdb1 8010722: assert: failed: heap size is too big for compressed oops
tschatzl
parents: 12113
diff changeset
1069 // Return the (conservative) maximum heap alignment for any G1 heap
40136aa2cdb1 8010722: assert: failed: heap size is too big for compressed oops
tschatzl
parents: 12113
diff changeset
1070 static size_t conservative_max_heap_alignment();
40136aa2cdb1 8010722: assert: failed: heap size is too big for compressed oops
tschatzl
parents: 12113
diff changeset
1071
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1072 // Initialize weak reference processing.
2037
b03260081e9b 7006113: G1: Initialize ReferenceProcessor::_is_alive_non_header field
johnc
parents: 2030
diff changeset
1073 virtual void ref_processing_init();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1074
4728
441e946dc1af 7121618: Change type of number of GC workers to unsigned int.
jmasa
parents: 4709
diff changeset
1075 void set_par_threads(uint t) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1076 SharedHeap::set_par_threads(t);
4095
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1077 // Done in SharedHeap but oddly there are
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1078 // two _process_strong_tasks's in a G1CollectedHeap
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1079 // so do it here too.
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1080 _process_strong_tasks->set_n_threads(t);
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1081 }
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1082
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1083 // Set _n_par_threads according to a policy TBD.
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1084 void set_par_threads();
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1085
bca17e38de00 6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents: 4090
diff changeset
1086 void set_n_termination(int t) {
1833
8b10f48633dc 6984287: Regularize how GC parallel workers are specified.
jmasa
parents: 1718
diff changeset
1087 _process_strong_tasks->set_n_threads(t);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1088 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1089
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1090 virtual CollectedHeap::Name kind() const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1091 return CollectedHeap::G1CollectedHeap;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1092 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1093
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1094 // The current policy object for the collector.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1095 G1CollectorPolicy* g1_policy() const { return _g1_policy; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1096
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1097 virtual CollectorPolicy* collector_policy() const { return (CollectorPolicy*) g1_policy(); }
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1098
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1099 // Adaptive size policy. No such thing for g1.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1100 virtual AdaptiveSizePolicy* size_policy() { return NULL; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1101
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1102 // The rem set and barrier set.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1103 G1RemSet* g1_rem_set() const { return _g1_rem_set; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1104
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1105 unsigned get_gc_time_stamp() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1106 return _gc_time_stamp;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1107 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1108
20197
ce8f6bb717c9 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 17992
diff changeset
1109 inline void reset_gc_time_stamp();
353
9bb2c10ac07b 6723570: G1: assertion failure: p == current_top or oop(p)->is_oop(),"p is not a block start" (revisited!)
iveresov
parents: 342
diff changeset
1110
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1111 void check_gc_time_stamps() PRODUCT_RETURN;
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1112
20197
ce8f6bb717c9 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 17992
diff changeset
1113 inline void increment_gc_time_stamp();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1114
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1115 // Reset the given region's GC timestamp. If it's starts humongous,
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1116 // also reset the GC timestamp of its corresponding
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1117 // continues humongous regions too.
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1118 void reset_gc_time_stamps(HeapRegion* hr);
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1119
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1120 void iterate_dirty_card_closure(CardTableEntryClosure* cl,
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1656
diff changeset
1121 DirtyCardQueue* into_cset_dcq,
17844
8847586c9037 8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents: 17833
diff changeset
1122 bool concurrent, uint worker_i);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1123
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1124 // The shared block offset table array.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1125 G1BlockOffsetSharedArray* bot_shared() const { return _bot_shared; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1126
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1127 // Reference Processing accessors
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1128
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1129 // The STW reference processor....
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1130 ReferenceProcessor* ref_processor_stw() const { return _ref_processor_stw; }
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1131
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
1132 // The Concurrent Marking reference processor...
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3973
diff changeset
1133 ReferenceProcessor* ref_processor_cm() const { return _ref_processor_cm; }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1134
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
1135 ConcurrentGCTimer* gc_timer_cm() const { return _gc_timer_cm; }
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
1136 G1OldTracer* gc_tracer_cm() const { return _gc_tracer_cm; }
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
1137
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1138 virtual size_t capacity() const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1139 virtual size_t used() const;
846
42d84bbbecf4 6859911: G1: assert(Heap_lock->owner() = NULL, "Should be owned on this thread's behalf")
tonyp
parents: 845
diff changeset
1140 // This should be called when we're not holding the heap lock. The
42d84bbbecf4 6859911: G1: assert(Heap_lock->owner() = NULL, "Should be owned on this thread's behalf")
tonyp
parents: 845
diff changeset
1141 // result might be a bit inaccurate.
42d84bbbecf4 6859911: G1: assert(Heap_lock->owner() = NULL, "Should be owned on this thread's behalf")
tonyp
parents: 845
diff changeset
1142 size_t used_unlocked() const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1143 size_t recalculate_used() const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1144
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1145 // These virtual functions do the actual allocation.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1146 // Some heaps may offer a contiguous region for shared non-blocking
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1147 // allocation, via inlined code (by exporting the address of the top and
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1148 // end fields defining the extent of the contiguous allocation region.)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1149 // But G1CollectedHeap doesn't yet support this.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1150
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1151 // Return an estimate of the maximum allocation that could be performed
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1152 // without triggering any collection or expansion activity. In a
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1153 // generational collector, for example, this is probably the largest
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1154 // allocation that could be supported (without expansion) in the youngest
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1155 // generation. It is "unsafe" because no locks are taken; the result
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1156 // should be treated as an approximation, not a guarantee, for use in
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1157 // heuristic resizing decisions.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1158 virtual size_t unsafe_max_alloc();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1159
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1160 virtual bool is_maximal_no_gc() const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1161 return _g1_storage.uncommitted_size() == 0;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1162 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1163
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1164 // The total number of regions in the heap.
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
1165 uint n_regions() { return _hrs.length(); }
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1166
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1167 // The max number of regions in the heap.
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
1168 uint max_regions() { return _hrs.max_length(); }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1169
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1170 // The number of regions that are completely free.
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
1171 uint free_regions() { return _free_list.length(); }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1172
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1173 // The number of regions that are not completely free.
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
1174 uint used_regions() { return n_regions() - free_regions(); }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1175
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1176 // The number of regions available for "regular" expansion.
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
1177 uint expansion_regions() { return _expansion_regions; }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1178
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1179 // Factory method for HeapRegion instances. It will return NULL if
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1180 // the allocation fails.
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
1181 HeapRegion* new_heap_region(uint hrs_index, HeapWord* bottom);
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1182
3317
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 3289
diff changeset
1183 void verify_not_dirty_region(HeapRegion* hr) PRODUCT_RETURN;
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 3289
diff changeset
1184 void verify_dirty_region(HeapRegion* hr) PRODUCT_RETURN;
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
1185 void verify_dirty_young_list(HeapRegion* head) PRODUCT_RETURN;
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
1186 void verify_dirty_young_regions() PRODUCT_RETURN;
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2432
diff changeset
1187
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1188 // verify_region_sets() performs verification over the region
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1189 // lists. It will be compiled in the product code to be used when
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1190 // necessary (i.e., during heap verification).
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1191 void verify_region_sets();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1192
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1193 // verify_region_sets_optional() is planted in the code for
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1194 // list verification in non-product builds (and it can be enabled in
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
1195 // product builds by defining HEAP_REGION_SET_FORCE_VERIFY to be 1).
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1196 #if HEAP_REGION_SET_FORCE_VERIFY
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1197 void verify_region_sets_optional() {
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1198 verify_region_sets();
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1199 }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1200 #else // HEAP_REGION_SET_FORCE_VERIFY
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1201 void verify_region_sets_optional() { }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1202 #endif // HEAP_REGION_SET_FORCE_VERIFY
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1203
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1204 #ifdef ASSERT
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
1205 bool is_on_master_free_list(HeapRegion* hr) {
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1206 return hr->containing_set() == &_free_list;
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1207 }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1208 #endif // ASSERT
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1209
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1210 // Wrapper for the region list operations that can be called from
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1211 // methods outside this class.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1212
17773
8ee855b4e667 8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents: 17759
diff changeset
1213 void secondary_free_list_add(FreeRegionList* list) {
8ee855b4e667 8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents: 17759
diff changeset
1214 _secondary_free_list.add_ordered(list);
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1215 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1216
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1217 void append_secondary_free_list() {
17773
8ee855b4e667 8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents: 17759
diff changeset
1218 _free_list.add_ordered(&_secondary_free_list);
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1219 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1220
2361
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
1221 void append_secondary_free_list_if_not_empty_with_lock() {
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
1222 // If the secondary free list looks empty there's no reason to
1216415d8e35 7014923: G1: code cleanup
tonyp
parents: 2311
diff changeset
1223 // take the lock and then try to append it.
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1224 if (!_secondary_free_list.is_empty()) {
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1225 MutexLockerEx x(SecondaryFreeList_lock, Mutex::_no_safepoint_check_flag);
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1226 append_secondary_free_list();
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1227 }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1228 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1229
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1230 inline void old_set_remove(HeapRegion* hr);
4072
8aae2050e83e 7092309: G1: introduce old region set
tonyp
parents: 3988
diff changeset
1231
4829
9509c20bba28 6976060: G1: humongous object allocations should initiate marking cycles when necessary
brutisso
parents: 4787
diff changeset
1232 size_t non_young_capacity_bytes() {
9509c20bba28 6976060: G1: humongous object allocations should initiate marking cycles when necessary
brutisso
parents: 4787
diff changeset
1233 return _old_set.total_capacity_bytes() + _humongous_set.total_capacity_bytes();
9509c20bba28 6976060: G1: humongous object allocations should initiate marking cycles when necessary
brutisso
parents: 4787
diff changeset
1234 }
9509c20bba28 6976060: G1: humongous object allocations should initiate marking cycles when necessary
brutisso
parents: 4787
diff changeset
1235
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1236 void set_free_regions_coming();
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1237 void reset_free_regions_coming();
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1238 bool free_regions_coming() { return _free_regions_coming; }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2134
diff changeset
1239 void wait_while_free_regions_coming();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1240
4912
a9647476d1a4 7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents: 4910
diff changeset
1241 // Determine whether the given region is one that we are using as an
a9647476d1a4 7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents: 4910
diff changeset
1242 // old GC alloc region.
a9647476d1a4 7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents: 4910
diff changeset
1243 bool is_old_gc_alloc_region(HeapRegion* hr) {
a9647476d1a4 7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents: 4910
diff changeset
1244 return hr == _retained_old_gc_alloc_region;
a9647476d1a4 7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents: 4910
diff changeset
1245 }
a9647476d1a4 7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents: 4910
diff changeset
1246
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1247 // Perform a collection of the heap; intended for use in implementing
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1248 // "System.gc". This probably implies as full a collection as the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1249 // "CollectedHeap" supports.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1250 virtual void collect(GCCause::Cause cause);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1251
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1252 // The same as above but assume that the caller holds the Heap_lock.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1253 void collect_locked(GCCause::Cause cause);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1254
10405
f2110083203d 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 10374
diff changeset
1255 // True iff an evacuation has failed in the most-recent collection.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1256 bool evacuation_failed() { return _evacuation_failed; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1257
17736
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
1258 void remove_from_old_sets(const HeapRegionSetCount& old_regions_removed, const HeapRegionSetCount& humongous_regions_removed);
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
1259 void prepend_to_freelist(FreeRegionList* list);
58fc1b1523dc 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 17727
diff changeset
1260 void decrement_summary_bytes(size_t bytes);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1261
4708
3c648b9ad052 7121373: Clean up CollectedHeap::is_in
stefank
parents: 4097
diff changeset
1262 // Returns "TRUE" iff "p" points into the committed areas of the heap.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1263 virtual bool is_in(const void* p) const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1264
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1265 // Return "TRUE" iff the given object address is within the collection
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1266 // set.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1267 inline bool obj_in_cs(oop obj);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1268
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1269 // Return "TRUE" iff the given object address is in the reserved
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1270 // region of g1.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1271 bool is_in_g1_reserved(const void* p) const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1272 return _g1_reserved.contains(p);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1273 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1274
2435
371bbc844bf1 7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents: 2433
diff changeset
1275 // Returns a MemRegion that corresponds to the space that has been
371bbc844bf1 7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents: 2433
diff changeset
1276 // reserved for the heap
371bbc844bf1 7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents: 2433
diff changeset
1277 MemRegion g1_reserved() {
371bbc844bf1 7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents: 2433
diff changeset
1278 return _g1_reserved;
371bbc844bf1 7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents: 2433
diff changeset
1279 }
371bbc844bf1 7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents: 2433
diff changeset
1280
371bbc844bf1 7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents: 2433
diff changeset
1281 // Returns a MemRegion that corresponds to the space that has been
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1282 // committed in the heap
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1283 MemRegion g1_committed() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1284 return _g1_committed;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1285 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1286
2311
4e0069ff33df 7022200: G1: optimized build broken
johnc
parents: 2188
diff changeset
1287 virtual bool is_in_closed_subset(const void* p) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1288
12343
d55c004e1d4d 8025305: Cleanup CardTableModRefBS usage in G1
mgerdin
parents: 12233
diff changeset
1289 G1SATBCardTableModRefBS* g1_barrier_set() {
d55c004e1d4d 8025305: Cleanup CardTableModRefBS usage in G1
mgerdin
parents: 12233
diff changeset
1290 return (G1SATBCardTableModRefBS*) barrier_set();
d55c004e1d4d 8025305: Cleanup CardTableModRefBS usage in G1
mgerdin
parents: 12233
diff changeset
1291 }
d55c004e1d4d 8025305: Cleanup CardTableModRefBS usage in G1
mgerdin
parents: 12233
diff changeset
1292
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1293 // This resets the card table to all zeros. It is used after
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1294 // a collection pause which used the card table to claim cards.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1295 void cleanUpCardTable();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1296
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1297 // Iteration functions.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1298
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1299 // Iterate over all the ref-containing fields of all objects, calling
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1300 // "cl.do_oop" on each.
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1301 virtual void oop_iterate(ExtendedOopClosure* cl);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1302
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1303 // Same as above, restricted to a memory region.
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1304 void oop_iterate(MemRegion mr, ExtendedOopClosure* cl);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1305
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1306 // Iterate over all objects, calling "cl.do_object" on each.
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1307 virtual void object_iterate(ObjectClosure* cl);
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1308
678
4ac7d97e6101 6822263: G1: JVMTI heap iteration fails
iveresov
parents: 677
diff changeset
1309 virtual void safe_object_iterate(ObjectClosure* cl) {
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6629
diff changeset
1310 object_iterate(cl);
678
4ac7d97e6101 6822263: G1: JVMTI heap iteration fails
iveresov
parents: 677
diff changeset
1311 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1312
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1313 // Iterate over all spaces in use in the heap, in ascending address order.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1314 virtual void space_iterate(SpaceClosure* cl);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1315
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1316 // Iterate over heap regions, in address order, terminating the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1317 // iteration early if the "doHeapRegion" method returns "true".
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1318 void heap_region_iterate(HeapRegionClosure* blk) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1319
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1320 // Return the region with the given index. It assumes the index is valid.
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1321 inline HeapRegion* region_at(uint index) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1322
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1323 // Divide the heap region sequence into "chunks" of some size (the number
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1324 // of regions divided by the number of parallel threads times some
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1325 // overpartition factor, currently 4). Assumes that this will be called
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1326 // in parallel by ParallelGCThreads worker threads with discinct worker
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1327 // ids in the range [0..max(ParallelGCThreads-1, 1)], that all parallel
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1328 // calls will use the same "claim_value", and that that claim value is
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1329 // different from the claim_value of any heap region before the start of
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1330 // the iteration. Applies "blk->doHeapRegion" to each of the regions, by
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1331 // attempting to claim the first region in each chunk, and, if
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1332 // successful, applying the closure to each region in the chunk (and
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1333 // setting the claim value of the second and subsequent regions of the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1334 // chunk.) For now requires that "doHeapRegion" always returns "false",
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1335 // i.e., that a closure never attempt to abort a traversal.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1336 void heap_region_par_iterate_chunked(HeapRegionClosure* blk,
4728
441e946dc1af 7121618: Change type of number of GC workers to unsigned int.
jmasa
parents: 4709
diff changeset
1337 uint worker,
441e946dc1af 7121618: Change type of number of GC workers to unsigned int.
jmasa
parents: 4709
diff changeset
1338 uint no_of_par_workers,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1339 jint claim_value);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1340
390
cc68c8e9b309 6752248: G1: introduce parallel heap verification
tonyp
parents: 355
diff changeset
1341 // It resets all the region claim values to the default.
cc68c8e9b309 6752248: G1: introduce parallel heap verification
tonyp
parents: 355
diff changeset
1342 void reset_heap_region_claim_values();
cc68c8e9b309 6752248: G1: introduce parallel heap verification
tonyp
parents: 355
diff changeset
1343
4783
023652e49ac0 7121496: G1: do the per-region evacuation failure handling work in parallel
johnc
parents: 4781
diff changeset
1344 // Resets the claim values of regions in the current
023652e49ac0 7121496: G1: do the per-region evacuation failure handling work in parallel
johnc
parents: 4781
diff changeset
1345 // collection set to the default.
023652e49ac0 7121496: G1: do the per-region evacuation failure handling work in parallel
johnc
parents: 4781
diff changeset
1346 void reset_cset_heap_region_claim_values();
023652e49ac0 7121496: G1: do the per-region evacuation failure handling work in parallel
johnc
parents: 4781
diff changeset
1347
355
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
1348 #ifdef ASSERT
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
1349 bool check_heap_region_claim_values(jint claim_value);
4097
dc467e8b2c5e 7112743: G1: Reduce overhead of marking closure during evacuation pauses
johnc
parents: 4095
diff changeset
1350
dc467e8b2c5e 7112743: G1: Reduce overhead of marking closure during evacuation pauses
johnc
parents: 4095
diff changeset
1351 // Same as the routine above but only checks regions in the
dc467e8b2c5e 7112743: G1: Reduce overhead of marking closure during evacuation pauses
johnc
parents: 4095
diff changeset
1352 // current collection set.
dc467e8b2c5e 7112743: G1: Reduce overhead of marking closure during evacuation pauses
johnc
parents: 4095
diff changeset
1353 bool check_cset_heap_region_claim_values(jint claim_value);
355
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
1354 #endif // ASSERT
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
1355
4709
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1356 // Clear the cached cset start regions and (more importantly)
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1357 // the time stamps. Called when we reset the GC time stamp.
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1358 void clear_cset_start_regions();
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1359
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1360 // Given the id of a worker, obtain or calculate a suitable
fd2b426c30db 7119908: G1: Cache CSet start region for each worker for subsequent reuse
johnc
parents: 4708
diff changeset
1361 // starting region for iterating over the current collection set.
17844
8847586c9037 8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents: 17833
diff changeset
1362 HeapRegion* start_cset_region_for_worker(uint worker_i);
4097
dc467e8b2c5e 7112743: G1: Reduce overhead of marking closure during evacuation pauses
johnc
parents: 4095
diff changeset
1363
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1364 // This is a convenience method that is used by the
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1365 // HeapRegionIterator classes to calculate the starting region for
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1366 // each worker so that they do not all start from the same region.
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1367 HeapRegion* start_region_for_worker(uint worker_i, uint no_of_par_workers);
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1368
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1369 // Iterate over the regions (if any) in the current collection set.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1370 void collection_set_iterate(HeapRegionClosure* blk);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1371
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1372 // As above but starting from region r
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1373 void collection_set_iterate_from(HeapRegion* r, HeapRegionClosure *blk);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1374
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1375 // Returns the first (lowest address) compactible space in the heap.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1376 virtual CompactibleSpace* first_compactible_space();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1377
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1378 // A CollectedHeap will contain some number of spaces. This finds the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1379 // space containing a given address, or else returns NULL.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1380 virtual Space* space_containing(const void* addr) const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1381
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1382 // A G1CollectedHeap will contain some number of heap regions. This
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1383 // finds the region containing a given address, or else returns NULL.
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1384 template <class T>
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1385 inline HeapRegion* heap_region_containing(const T addr) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1386
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1387 // Like the above, but requires "addr" to be in the heap (to avoid a
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1388 // null-check), and unlike the above, may return an continuing humongous
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1389 // region.
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1390 template <class T>
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3764
diff changeset
1391 inline HeapRegion* heap_region_containing_raw(const T addr) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1392
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1393 // A CollectedHeap is divided into a dense sequence of "blocks"; that is,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1394 // each address in the (reserved) heap is a member of exactly
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1395 // one block. The defining characteristic of a block is that it is
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1396 // possible to find its size, and thus to progress forward to the next
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1397 // block. (Blocks may be of different sizes.) Thus, blocks may
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1398 // represent Java objects, or they might be free blocks in a
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1399 // free-list-based heap (or subheap), as long as the two kinds are
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1400 // distinguishable and the size of each is determinable.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1401
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1402 // Returns the address of the start of the "block" that contains the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1403 // address "addr". We say "blocks" instead of "object" since some heaps
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1404 // may not pack objects densely; a chunk may either be an object or a
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1405 // non-object.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1406 virtual HeapWord* block_start(const void* addr) const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1407
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1408 // Requires "addr" to be the start of a chunk, and returns its size.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1409 // "addr + size" is required to be the start of a new chunk, or the end
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1410 // of the active area of the heap.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1411 virtual size_t block_size(const HeapWord* addr) const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1412
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1413 // Requires "addr" to be the start of a block, and returns "TRUE" iff
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1414 // the block is an object.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1415 virtual bool block_is_obj(const HeapWord* addr) const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1416
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1417 // Does this heap support heap inspection? (+PrintClassHistogram)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1418 virtual bool supports_heap_inspection() const { return true; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1419
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1420 // Section on thread-local allocation buffers (TLABs)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1421 // See CollectedHeap for semantics.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1422
17727
cfd4aac53239 8030177: G1: Enable TLAB resizing
brutisso
parents: 17690
diff changeset
1423 bool supports_tlab_allocation() const;
cfd4aac53239 8030177: G1: Enable TLAB resizing
brutisso
parents: 17690
diff changeset
1424 size_t tlab_capacity(Thread* ignored) const;
cfd4aac53239 8030177: G1: Enable TLAB resizing
brutisso
parents: 17690
diff changeset
1425 size_t tlab_used(Thread* ignored) const;
cfd4aac53239 8030177: G1: Enable TLAB resizing
brutisso
parents: 17690
diff changeset
1426 size_t max_tlab_size() const;
cfd4aac53239 8030177: G1: Enable TLAB resizing
brutisso
parents: 17690
diff changeset
1427 size_t unsafe_max_tlab_alloc(Thread* ignored) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1428
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1429 // Can a compiler initialize a new object without store barriers?
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1430 // This permission only extends from the creation of a new object
1027
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1431 // via a TLAB up to the first subsequent safepoint. If such permission
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1432 // is granted for this heap type, the compiler promises to call
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1433 // defer_store_barrier() below on any slow path allocation of
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1434 // a new object for which such initializing store barriers will
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1435 // have been elided. G1, like CMS, allows this, but should be
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1436 // ready to provide a compensating write barrier as necessary
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1437 // if that storage came out of a non-young region. The efficiency
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1438 // of this implementation depends crucially on being able to
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1439 // answer very efficiently in constant time whether a piece of
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1440 // storage in the heap comes from a young region or not.
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1441 // See ReduceInitialCardMarks.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1442 virtual bool can_elide_tlab_store_barriers() const {
3988
246daf2c601d 7005808: G1: re-enable ReduceInitialCardMarks for G1
brutisso
parents: 3980
diff changeset
1443 return true;
1027
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1444 }
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1445
1166
7b0e9cba0307 6896647: card marks can be deferred too long
ysr
parents: 1092
diff changeset
1446 virtual bool card_mark_must_follow_store() const {
7b0e9cba0307 6896647: card marks can be deferred too long
ysr
parents: 1092
diff changeset
1447 return true;
7b0e9cba0307 6896647: card marks can be deferred too long
ysr
parents: 1092
diff changeset
1448 }
7b0e9cba0307 6896647: card marks can be deferred too long
ysr
parents: 1092
diff changeset
1449
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1450 inline bool is_in_young(const oop obj);
1027
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1451
3377
2aa9ddbb9e60 7041789: 30% perf regression with c2/arm following 7017732
jmasa
parents: 3317
diff changeset
1452 #ifdef ASSERT
2aa9ddbb9e60 7041789: 30% perf regression with c2/arm following 7017732
jmasa
parents: 3317
diff changeset
1453 virtual bool is_in_partial_collection(const void* p);
2aa9ddbb9e60 7041789: 30% perf regression with c2/arm following 7017732
jmasa
parents: 3317
diff changeset
1454 #endif
2aa9ddbb9e60 7041789: 30% perf regression with c2/arm following 7017732
jmasa
parents: 3317
diff changeset
1455
2aa9ddbb9e60 7041789: 30% perf regression with c2/arm following 7017732
jmasa
parents: 3317
diff changeset
1456 virtual bool is_scavengable(const void* addr);
2aa9ddbb9e60 7041789: 30% perf regression with c2/arm following 7017732
jmasa
parents: 3317
diff changeset
1457
1027
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1458 // We don't need barriers for initializing stores to objects
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1459 // in the young gen: for the SATB pre-barrier, there is no
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1460 // pre-value that needs to be remembered; for the remembered-set
39b01ab7035a 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 942
diff changeset
1461 // update logging post-barrier, we don't maintain remembered set
3867
ff53346271fe 6814390: G1: remove the concept of non-generational G1
brutisso
parents: 3830
diff changeset
1462 // information for young gen objects.
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1463 virtual inline bool can_elide_initializing_store_barrier(oop new_obj);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1464
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1465 // Returns "true" iff the given word_size is "very large".
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1466 static bool isHumongous(size_t word_size) {
1313
664ae0c5e0e5 6755988: G1: assert(new_obj != 0 || ... "should be forwarded")
johnc
parents: 1311
diff changeset
1467 // Note this has to be strictly greater-than as the TLABs
664ae0c5e0e5 6755988: G1: assert(new_obj != 0 || ... "should be forwarded")
johnc
parents: 1311
diff changeset
1468 // are capped at the humongous thresold and we want to
664ae0c5e0e5 6755988: G1: assert(new_obj != 0 || ... "should be forwarded")
johnc
parents: 1311
diff changeset
1469 // ensure that we don't try to allocate a TLAB as
664ae0c5e0e5 6755988: G1: assert(new_obj != 0 || ... "should be forwarded")
johnc
parents: 1311
diff changeset
1470 // humongous and that we don't allocate a humongous
664ae0c5e0e5 6755988: G1: assert(new_obj != 0 || ... "should be forwarded")
johnc
parents: 1311
diff changeset
1471 // object in a TLAB.
664ae0c5e0e5 6755988: G1: assert(new_obj != 0 || ... "should be forwarded")
johnc
parents: 1311
diff changeset
1472 return word_size > _humongous_object_threshold_in_words;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1473 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1474
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1475 // Update mod union table with the set of dirty cards.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1476 void updateModUnion();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1477
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1478 // Set the mod union bits corresponding to the given memRegion. Note
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1479 // that this is always a safe operation, since it doesn't clear any
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1480 // bits.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1481 void markModUnionRange(MemRegion mr);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1482
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1483 // Records the fact that a marking phase is no longer in progress.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1484 void set_marking_complete() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1485 _mark_in_progress = false;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1486 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1487 void set_marking_started() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1488 _mark_in_progress = true;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1489 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1490 bool mark_in_progress() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1491 return _mark_in_progress;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1492 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1493
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1494 // Print the maximum heap capacity.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1495 virtual size_t max_capacity() const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1496
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1497 virtual jlong millis_since_last_gc();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1498
3777
e8b0b0392037 7046182: G1: remove unnecessary iterations over the collection set
tonyp
parents: 3774
diff changeset
1499
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1500 // Convenience function to be used in situations where the heap type can be
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1501 // asserted to be this type.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1502 static G1CollectedHeap* heap();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1503
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1504 void set_region_short_lived_locked(HeapRegion* hr);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1505 // add appropriate methods for any other surv rate groups
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1506
17727
cfd4aac53239 8030177: G1: Enable TLAB resizing
brutisso
parents: 17690
diff changeset
1507 YoungList* young_list() const { return _young_list; }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1508
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1509 // debugging
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1510 bool check_young_list_well_formed() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1511 return _young_list->check_list_well_formed();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1512 }
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
1513
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1391
diff changeset
1514 bool check_young_list_empty(bool check_heap,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1515 bool check_sample = true);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1516
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1517 // *** Stuff related to concurrent marking. It's not clear to me that so
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1518 // many of these need to be public.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1519
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1520 // The functions below are helper functions that a subclass of
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1521 // "CollectedHeap" can use in the implementation of its virtual
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1522 // functions.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1523 // This performs a concurrent marking of the live objects in a
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1524 // bitmap off to the side.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1525 void doConcurrentMark();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1526
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1527 bool isMarkedPrev(oop obj) const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1528 bool isMarkedNext(oop obj) const;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1529
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1530 // Determine if an object is dead, given the object and also
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1531 // the region to which the object belongs. An object is dead
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1532 // iff a) it was not allocated since the last mark and b) it
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1533 // is not marked.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1534
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1535 bool is_obj_dead(const oop obj, const HeapRegion* hr) const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1536 return
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1537 !hr->obj_allocated_since_prev_marking(obj) &&
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1538 !isMarkedPrev(obj);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1539 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1540
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1541 // This function returns true when an object has been
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1542 // around since the previous marking and hasn't yet
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1543 // been marked during this marking.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1544
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1545 bool is_obj_ill(const oop obj, const HeapRegion* hr) const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1546 return
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1547 !hr->obj_allocated_since_next_marking(obj) &&
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1548 !isMarkedNext(obj);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1549 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1550
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1551 // Determine if an object is dead, given only the object itself.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1552 // This will find the region to which the object belongs and
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1553 // then call the region version of the same function.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1554
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1555 // Added if it is NULL it isn't dead.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1556
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1557 inline bool is_obj_dead(const oop obj) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1558
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1559 inline bool is_obj_ill(const oop obj) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1560
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1561 bool allocated_since_marking(oop obj, HeapRegion* hr, VerifyOption vo);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1562 HeapWord* top_at_mark_start(HeapRegion* hr, VerifyOption vo);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1563 bool is_marked(oop obj, VerifyOption vo);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1564 const char* top_at_mark_start_str(VerifyOption vo);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1565
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1566 ConcurrentMark* concurrent_mark() const { return _cm; }
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1567
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1568 // Refinement
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1569
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1570 ConcurrentG1Refine* concurrent_g1_refine() const { return _cg1r; }
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1571
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1572 // The dirty cards region list is used to record a subset of regions
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1573 // whose cards need clearing. The list if populated during the
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1574 // remembered set scanning and drained during the card table
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1575 // cleanup. Although the methods are reentrant, population/draining
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1576 // phases must not overlap. For synchronization purposes the last
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1577 // element on the list points to itself.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1578 HeapRegion* _dirty_cards_region_list;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1579 void push_dirty_cards_region(HeapRegion* hr);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1580 HeapRegion* pop_dirty_cards_region();
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1581
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1582 // Optimized nmethod scanning support routines
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1583
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1584 // Register the given nmethod with the G1 heap
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1585 virtual void register_nmethod(nmethod* nm);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1586
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1587 // Unregister the given nmethod from the G1 heap
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1588 virtual void unregister_nmethod(nmethod* nm);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1589
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1590 // Migrate the nmethods in the code root lists of the regions
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1591 // in the collection set to regions in to-space. In the event
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1592 // of an evacuation failure, nmethods that reference objects
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1593 // that were not successfullly evacuated are not migrated.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1594 void migrate_strong_code_roots();
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1595
17753
191174b49bec 8035406: Improve data structure for Code Cache remembered sets
tschatzl
parents: 17736
diff changeset
1596 // Free up superfluous code root memory.
191174b49bec 8035406: Improve data structure for Code Cache remembered sets
tschatzl
parents: 17736
diff changeset
1597 void purge_code_root_memory();
191174b49bec 8035406: Improve data structure for Code Cache remembered sets
tschatzl
parents: 17736
diff changeset
1598
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1599 // During an initial mark pause, mark all the code roots that
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1600 // point into regions *not* in the collection set.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1601 void mark_strong_code_roots(uint worker_id);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1602
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1603 // Rebuild the stong code root lists for each region
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1604 // after a full GC
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1605 void rebuild_strong_code_roots();
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1606
17634
5a32d2a3cc1e 8027476: Improve performance of Stringtable unlink
tschatzl
parents: 13400
diff changeset
1607 // Delete entries for dead interned string and clean up unreferenced symbols
5a32d2a3cc1e 8027476: Improve performance of Stringtable unlink
tschatzl
parents: 13400
diff changeset
1608 // in symbol table, possibly in parallel.
5a32d2a3cc1e 8027476: Improve performance of Stringtable unlink
tschatzl
parents: 13400
diff changeset
1609 void unlink_string_and_symbol_table(BoolObjectClosure* is_alive, bool unlink_strings = true, bool unlink_symbols = true);
5a32d2a3cc1e 8027476: Improve performance of Stringtable unlink
tschatzl
parents: 13400
diff changeset
1610
17756
a07bea31ef35 8035398: Add card redirty time in "Other" time in G1
tschatzl
parents: 17755
diff changeset
1611 // Redirty logged cards in the refinement queue.
a07bea31ef35 8035398: Add card redirty time in "Other" time in G1
tschatzl
parents: 17755
diff changeset
1612 void redirty_logged_cards();
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1613 // Verification
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1614
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1615 // The following is just to alert the verification code
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1616 // that a full collection has occurred and that the
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1617 // remembered sets are no longer up to date.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1618 bool _full_collection;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1619 void set_full_collection() { _full_collection = true;}
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1620 void clear_full_collection() {_full_collection = false;}
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1621 bool full_collection() {return _full_collection;}
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1622
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1623 // Perform any cleanup actions necessary before allowing a verification.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1624 virtual void prepare_for_verify();
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1625
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1626 // Perform verification.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1627
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1628 // vo == UsePrevMarking -> use "prev" marking information,
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1629 // vo == UseNextMarking -> use "next" marking information
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1630 // vo == UseMarkWord -> use the mark word in the object header
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1631 //
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1632 // NOTE: Only the "prev" marking information is guaranteed to be
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1633 // consistent most of the time, so most calls to this should use
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1634 // vo == UsePrevMarking.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1635 // Currently, there is only one case where this is called with
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1636 // vo == UseNextMarking, which is to verify the "next" marking
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1637 // information at the end of remark.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1638 // Currently there is only one place where this is called with
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1639 // vo == UseMarkWord, which is to verify the marking during a
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1640 // full GC.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1641 void verify(bool silent, VerifyOption vo);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1642
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1643 // Override; it uses the "prev" marking information
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1644 virtual void verify(bool silent);
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1645
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1646 // The methods below are here for convenience and dispatch the
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1647 // appropriate method depending on value of the given VerifyOption
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1648 // parameter. The values for that parameter, and their meanings,
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1649 // are the same as those above.
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1650
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1651 bool is_obj_dead_cond(const oop obj,
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1652 const HeapRegion* hr,
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1653 const VerifyOption vo) const;
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1654
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1655 bool is_obj_dead_cond(const oop obj,
17833
bfdf528be8e8 8038498: Fix includes and C inlining after 8035330
tschatzl
parents: 17773
diff changeset
1656 const VerifyOption vo) const;
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1657
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1658 // Printing
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6197
diff changeset
1659
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1660 virtual void print_on(outputStream* st) const;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1661 virtual void print_extended_on(outputStream* st) const;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1662 virtual void print_on_error(outputStream* st) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1663
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1664 virtual void print_gc_threads_on(outputStream* st) const;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1665 virtual void gc_threads_do(ThreadClosure* tc) const;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1666
12080
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1667 // Override
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1668 void print_tracing_info() const;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1669
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1670 // The following two methods are helpful for debugging RSet issues.
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1671 void print_cset_rsets() PRODUCT_RETURN;
5888334c9c24 7145569: G1: optimize nmethods scanning
johnc
parents: 11096
diff changeset
1672 void print_all_rsets() PRODUCT_RETURN;
796
29e7d79232b9 6819065: G1: eliminate high serial card table clearing time
apetrusenko
parents: 678
diff changeset
1673
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1674 public:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1675 size_t pending_card_num();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1676 size_t cards_scanned();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1677
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1678 protected:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1679 size_t _max_heap_capacity;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1680 };
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1681
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1682 class G1ParGCAllocBuffer: public ParGCAllocBuffer {
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1683 private:
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1684 bool _retired;
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1685
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1686 public:
3886
eeae91c9baba 7080389: G1: refactor marking code in evacuation pause copy closures
johnc
parents: 3867
diff changeset
1687 G1ParGCAllocBuffer(size_t gclab_word_size);
20215
983092f35ff7 8028710: G1 does not retire allocation buffers after reference processing work
tschatzl
parents: 20212
diff changeset
1688 virtual ~G1ParGCAllocBuffer() {
983092f35ff7 8028710: G1 does not retire allocation buffers after reference processing work
tschatzl
parents: 20212
diff changeset
1689 guarantee(_retired, "Allocation buffer has not been retired");
983092f35ff7 8028710: G1 does not retire allocation buffers after reference processing work
tschatzl
parents: 20212
diff changeset
1690 }
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1691
20215
983092f35ff7 8028710: G1 does not retire allocation buffers after reference processing work
tschatzl
parents: 20212
diff changeset
1692 virtual void set_buf(HeapWord* buf) {
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1693 ParGCAllocBuffer::set_buf(buf);
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1694 _retired = false;
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1695 }
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1696
20215
983092f35ff7 8028710: G1 does not retire allocation buffers after reference processing work
tschatzl
parents: 20212
diff changeset
1697 virtual void retire(bool end_of_gc, bool retain) {
983092f35ff7 8028710: G1 does not retire allocation buffers after reference processing work
tschatzl
parents: 20212
diff changeset
1698 if (_retired) {
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1699 return;
20215
983092f35ff7 8028710: G1 does not retire allocation buffers after reference processing work
tschatzl
parents: 20212
diff changeset
1700 }
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1701 ParGCAllocBuffer::retire(end_of_gc, retain);
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1702 _retired = true;
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1703 }
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1704 };
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
1705
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1883
diff changeset
1706 #endif // SHARE_VM_GC_IMPLEMENTATION_G1_G1COLLECTEDHEAP_HPP