annotate src/share/vm/memory/tenuredGeneration.cpp @ 1994:6cd6d394f280

7001033: assert(gch->gc_cause() == GCCause::_scavenge_alot || !gch->incremental_collection_failed()) 7002546: regression on SpecJbb2005 on 7b118 comparing to 7b117 on small heaps Summary: Relaxed assertion checking related to incremental_collection_failed flag to allow for ExplicitGCInvokesConcurrent behaviour where we do not want a failing scavenge to bail to a stop-world collection. Parameterized incremental_collection_will_fail() so we can selectively use, or not use, as appropriate, the statistical prediction at specific use sites. This essentially reverts the scavenge bail-out logic to what it was prior to some recent changes that had inadvertently started using the statistical prediction which can be noisy in the presence of bursty loads. Added some associated verbose non-product debugging messages. Reviewed-by: johnc, tonyp
author ysr
date Tue, 07 Dec 2010 21:55:53 -0800
parents f95d63e2154a
children d2a62e0f25eb
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1888
diff changeset
2 * Copyright (c) 2001, 2010, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 579
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 579
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 579
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1888
diff changeset
25 #include "precompiled.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1888
diff changeset
26 #include "gc_implementation/parNew/parGCAllocBuffer.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1888
diff changeset
27 #include "gc_implementation/shared/collectorCounters.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1888
diff changeset
28 #include "memory/allocation.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1888
diff changeset
29 #include "memory/blockOffsetTable.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1888
diff changeset
30 #include "memory/generation.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1888
diff changeset
31 #include "memory/generationSpec.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1888
diff changeset
32 #include "memory/space.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1888
diff changeset
33 #include "memory/tenuredGeneration.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1888
diff changeset
34 #include "oops/oop.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1888
diff changeset
35 #include "runtime/java.hpp"
0
a61af66fc99e Initial load
duke
parents:
diff changeset
36
a61af66fc99e Initial load
duke
parents:
diff changeset
37 TenuredGeneration::TenuredGeneration(ReservedSpace rs,
a61af66fc99e Initial load
duke
parents:
diff changeset
38 size_t initial_byte_size, int level,
a61af66fc99e Initial load
duke
parents:
diff changeset
39 GenRemSet* remset) :
a61af66fc99e Initial load
duke
parents:
diff changeset
40 OneContigSpaceCardGeneration(rs, initial_byte_size,
a61af66fc99e Initial load
duke
parents:
diff changeset
41 MinHeapDeltaBytes, level, remset, NULL)
a61af66fc99e Initial load
duke
parents:
diff changeset
42 {
a61af66fc99e Initial load
duke
parents:
diff changeset
43 HeapWord* bottom = (HeapWord*) _virtual_space.low();
a61af66fc99e Initial load
duke
parents:
diff changeset
44 HeapWord* end = (HeapWord*) _virtual_space.high();
a61af66fc99e Initial load
duke
parents:
diff changeset
45 _the_space = new TenuredSpace(_bts, MemRegion(bottom, end));
a61af66fc99e Initial load
duke
parents:
diff changeset
46 _the_space->reset_saved_mark();
a61af66fc99e Initial load
duke
parents:
diff changeset
47 _shrink_factor = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
48 _capacity_at_prologue = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
49
a61af66fc99e Initial load
duke
parents:
diff changeset
50 _gc_stats = new GCStats();
a61af66fc99e Initial load
duke
parents:
diff changeset
51
a61af66fc99e Initial load
duke
parents:
diff changeset
52 // initialize performance counters
a61af66fc99e Initial load
duke
parents:
diff changeset
53
a61af66fc99e Initial load
duke
parents:
diff changeset
54 const char* gen_name = "old";
a61af66fc99e Initial load
duke
parents:
diff changeset
55
a61af66fc99e Initial load
duke
parents:
diff changeset
56 // Generation Counters -- generation 1, 1 subspace
a61af66fc99e Initial load
duke
parents:
diff changeset
57 _gen_counters = new GenerationCounters(gen_name, 1, 1, &_virtual_space);
a61af66fc99e Initial load
duke
parents:
diff changeset
58
a61af66fc99e Initial load
duke
parents:
diff changeset
59 _gc_counters = new CollectorCounters("MSC", 1);
a61af66fc99e Initial load
duke
parents:
diff changeset
60
a61af66fc99e Initial load
duke
parents:
diff changeset
61 _space_counters = new CSpaceCounters(gen_name, 0,
a61af66fc99e Initial load
duke
parents:
diff changeset
62 _virtual_space.reserved_size(),
a61af66fc99e Initial load
duke
parents:
diff changeset
63 _the_space, _gen_counters);
a61af66fc99e Initial load
duke
parents:
diff changeset
64 #ifndef SERIALGC
a61af66fc99e Initial load
duke
parents:
diff changeset
65 if (UseParNewGC && ParallelGCThreads > 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
66 typedef ParGCAllocBufferWithBOT* ParGCAllocBufferWithBOTPtr;
a61af66fc99e Initial load
duke
parents:
diff changeset
67 _alloc_buffers = NEW_C_HEAP_ARRAY(ParGCAllocBufferWithBOTPtr,
a61af66fc99e Initial load
duke
parents:
diff changeset
68 ParallelGCThreads);
a61af66fc99e Initial load
duke
parents:
diff changeset
69 if (_alloc_buffers == NULL)
a61af66fc99e Initial load
duke
parents:
diff changeset
70 vm_exit_during_initialization("Could not allocate alloc_buffers");
a61af66fc99e Initial load
duke
parents:
diff changeset
71 for (uint i = 0; i < ParallelGCThreads; i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
72 _alloc_buffers[i] =
a61af66fc99e Initial load
duke
parents:
diff changeset
73 new ParGCAllocBufferWithBOT(OldPLABSize, _bts);
a61af66fc99e Initial load
duke
parents:
diff changeset
74 if (_alloc_buffers[i] == NULL)
a61af66fc99e Initial load
duke
parents:
diff changeset
75 vm_exit_during_initialization("Could not allocate alloc_buffers");
a61af66fc99e Initial load
duke
parents:
diff changeset
76 }
a61af66fc99e Initial load
duke
parents:
diff changeset
77 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
78 _alloc_buffers = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
79 }
a61af66fc99e Initial load
duke
parents:
diff changeset
80 #endif // SERIALGC
a61af66fc99e Initial load
duke
parents:
diff changeset
81 }
a61af66fc99e Initial load
duke
parents:
diff changeset
82
a61af66fc99e Initial load
duke
parents:
diff changeset
83
a61af66fc99e Initial load
duke
parents:
diff changeset
84 const char* TenuredGeneration::name() const {
a61af66fc99e Initial load
duke
parents:
diff changeset
85 return "tenured generation";
a61af66fc99e Initial load
duke
parents:
diff changeset
86 }
a61af66fc99e Initial load
duke
parents:
diff changeset
87
a61af66fc99e Initial load
duke
parents:
diff changeset
88 void TenuredGeneration::compute_new_size() {
a61af66fc99e Initial load
duke
parents:
diff changeset
89 assert(_shrink_factor <= 100, "invalid shrink factor");
a61af66fc99e Initial load
duke
parents:
diff changeset
90 size_t current_shrink_factor = _shrink_factor;
a61af66fc99e Initial load
duke
parents:
diff changeset
91 _shrink_factor = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
92
a61af66fc99e Initial load
duke
parents:
diff changeset
93 // We don't have floating point command-line arguments
a61af66fc99e Initial load
duke
parents:
diff changeset
94 // Note: argument processing ensures that MinHeapFreeRatio < 100.
a61af66fc99e Initial load
duke
parents:
diff changeset
95 const double minimum_free_percentage = MinHeapFreeRatio / 100.0;
a61af66fc99e Initial load
duke
parents:
diff changeset
96 const double maximum_used_percentage = 1.0 - minimum_free_percentage;
a61af66fc99e Initial load
duke
parents:
diff changeset
97
a61af66fc99e Initial load
duke
parents:
diff changeset
98 // Compute some numbers about the state of the heap.
a61af66fc99e Initial load
duke
parents:
diff changeset
99 const size_t used_after_gc = used();
a61af66fc99e Initial load
duke
parents:
diff changeset
100 const size_t capacity_after_gc = capacity();
a61af66fc99e Initial load
duke
parents:
diff changeset
101
a61af66fc99e Initial load
duke
parents:
diff changeset
102 const double min_tmp = used_after_gc / maximum_used_percentage;
a61af66fc99e Initial load
duke
parents:
diff changeset
103 size_t minimum_desired_capacity = (size_t)MIN2(min_tmp, double(max_uintx));
a61af66fc99e Initial load
duke
parents:
diff changeset
104 // Don't shrink less than the initial generation size
a61af66fc99e Initial load
duke
parents:
diff changeset
105 minimum_desired_capacity = MAX2(minimum_desired_capacity,
a61af66fc99e Initial load
duke
parents:
diff changeset
106 spec()->init_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
107 assert(used_after_gc <= minimum_desired_capacity, "sanity check");
a61af66fc99e Initial load
duke
parents:
diff changeset
108
a61af66fc99e Initial load
duke
parents:
diff changeset
109 if (PrintGC && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
110 const size_t free_after_gc = free();
a61af66fc99e Initial load
duke
parents:
diff changeset
111 const double free_percentage = ((double)free_after_gc) / capacity_after_gc;
a61af66fc99e Initial load
duke
parents:
diff changeset
112 gclog_or_tty->print_cr("TenuredGeneration::compute_new_size: ");
a61af66fc99e Initial load
duke
parents:
diff changeset
113 gclog_or_tty->print_cr(" "
a61af66fc99e Initial load
duke
parents:
diff changeset
114 " minimum_free_percentage: %6.2f"
a61af66fc99e Initial load
duke
parents:
diff changeset
115 " maximum_used_percentage: %6.2f",
a61af66fc99e Initial load
duke
parents:
diff changeset
116 minimum_free_percentage,
a61af66fc99e Initial load
duke
parents:
diff changeset
117 maximum_used_percentage);
a61af66fc99e Initial load
duke
parents:
diff changeset
118 gclog_or_tty->print_cr(" "
a61af66fc99e Initial load
duke
parents:
diff changeset
119 " free_after_gc : %6.1fK"
a61af66fc99e Initial load
duke
parents:
diff changeset
120 " used_after_gc : %6.1fK"
a61af66fc99e Initial load
duke
parents:
diff changeset
121 " capacity_after_gc : %6.1fK",
a61af66fc99e Initial load
duke
parents:
diff changeset
122 free_after_gc / (double) K,
a61af66fc99e Initial load
duke
parents:
diff changeset
123 used_after_gc / (double) K,
a61af66fc99e Initial load
duke
parents:
diff changeset
124 capacity_after_gc / (double) K);
a61af66fc99e Initial load
duke
parents:
diff changeset
125 gclog_or_tty->print_cr(" "
a61af66fc99e Initial load
duke
parents:
diff changeset
126 " free_percentage: %6.2f",
a61af66fc99e Initial load
duke
parents:
diff changeset
127 free_percentage);
a61af66fc99e Initial load
duke
parents:
diff changeset
128 }
a61af66fc99e Initial load
duke
parents:
diff changeset
129
a61af66fc99e Initial load
duke
parents:
diff changeset
130 if (capacity_after_gc < minimum_desired_capacity) {
a61af66fc99e Initial load
duke
parents:
diff changeset
131 // If we have less free space than we want then expand
a61af66fc99e Initial load
duke
parents:
diff changeset
132 size_t expand_bytes = minimum_desired_capacity - capacity_after_gc;
a61af66fc99e Initial load
duke
parents:
diff changeset
133 // Don't expand unless it's significant
a61af66fc99e Initial load
duke
parents:
diff changeset
134 if (expand_bytes >= _min_heap_delta_bytes) {
a61af66fc99e Initial load
duke
parents:
diff changeset
135 expand(expand_bytes, 0); // safe if expansion fails
a61af66fc99e Initial load
duke
parents:
diff changeset
136 }
a61af66fc99e Initial load
duke
parents:
diff changeset
137 if (PrintGC && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
138 gclog_or_tty->print_cr(" expanding:"
a61af66fc99e Initial load
duke
parents:
diff changeset
139 " minimum_desired_capacity: %6.1fK"
a61af66fc99e Initial load
duke
parents:
diff changeset
140 " expand_bytes: %6.1fK"
a61af66fc99e Initial load
duke
parents:
diff changeset
141 " _min_heap_delta_bytes: %6.1fK",
a61af66fc99e Initial load
duke
parents:
diff changeset
142 minimum_desired_capacity / (double) K,
a61af66fc99e Initial load
duke
parents:
diff changeset
143 expand_bytes / (double) K,
a61af66fc99e Initial load
duke
parents:
diff changeset
144 _min_heap_delta_bytes / (double) K);
a61af66fc99e Initial load
duke
parents:
diff changeset
145 }
a61af66fc99e Initial load
duke
parents:
diff changeset
146 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
147 }
a61af66fc99e Initial load
duke
parents:
diff changeset
148
a61af66fc99e Initial load
duke
parents:
diff changeset
149 // No expansion, now see if we want to shrink
a61af66fc99e Initial load
duke
parents:
diff changeset
150 size_t shrink_bytes = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
151 // We would never want to shrink more than this
a61af66fc99e Initial load
duke
parents:
diff changeset
152 size_t max_shrink_bytes = capacity_after_gc - minimum_desired_capacity;
a61af66fc99e Initial load
duke
parents:
diff changeset
153
a61af66fc99e Initial load
duke
parents:
diff changeset
154 if (MaxHeapFreeRatio < 100) {
a61af66fc99e Initial load
duke
parents:
diff changeset
155 const double maximum_free_percentage = MaxHeapFreeRatio / 100.0;
a61af66fc99e Initial load
duke
parents:
diff changeset
156 const double minimum_used_percentage = 1.0 - maximum_free_percentage;
a61af66fc99e Initial load
duke
parents:
diff changeset
157 const double max_tmp = used_after_gc / minimum_used_percentage;
a61af66fc99e Initial load
duke
parents:
diff changeset
158 size_t maximum_desired_capacity = (size_t)MIN2(max_tmp, double(max_uintx));
a61af66fc99e Initial load
duke
parents:
diff changeset
159 maximum_desired_capacity = MAX2(maximum_desired_capacity,
a61af66fc99e Initial load
duke
parents:
diff changeset
160 spec()->init_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
161 if (PrintGC && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
162 gclog_or_tty->print_cr(" "
a61af66fc99e Initial load
duke
parents:
diff changeset
163 " maximum_free_percentage: %6.2f"
a61af66fc99e Initial load
duke
parents:
diff changeset
164 " minimum_used_percentage: %6.2f",
a61af66fc99e Initial load
duke
parents:
diff changeset
165 maximum_free_percentage,
a61af66fc99e Initial load
duke
parents:
diff changeset
166 minimum_used_percentage);
a61af66fc99e Initial load
duke
parents:
diff changeset
167 gclog_or_tty->print_cr(" "
a61af66fc99e Initial load
duke
parents:
diff changeset
168 " _capacity_at_prologue: %6.1fK"
a61af66fc99e Initial load
duke
parents:
diff changeset
169 " minimum_desired_capacity: %6.1fK"
a61af66fc99e Initial load
duke
parents:
diff changeset
170 " maximum_desired_capacity: %6.1fK",
a61af66fc99e Initial load
duke
parents:
diff changeset
171 _capacity_at_prologue / (double) K,
a61af66fc99e Initial load
duke
parents:
diff changeset
172 minimum_desired_capacity / (double) K,
a61af66fc99e Initial load
duke
parents:
diff changeset
173 maximum_desired_capacity / (double) K);
a61af66fc99e Initial load
duke
parents:
diff changeset
174 }
a61af66fc99e Initial load
duke
parents:
diff changeset
175 assert(minimum_desired_capacity <= maximum_desired_capacity,
a61af66fc99e Initial load
duke
parents:
diff changeset
176 "sanity check");
a61af66fc99e Initial load
duke
parents:
diff changeset
177
a61af66fc99e Initial load
duke
parents:
diff changeset
178 if (capacity_after_gc > maximum_desired_capacity) {
a61af66fc99e Initial load
duke
parents:
diff changeset
179 // Capacity too large, compute shrinking size
a61af66fc99e Initial load
duke
parents:
diff changeset
180 shrink_bytes = capacity_after_gc - maximum_desired_capacity;
a61af66fc99e Initial load
duke
parents:
diff changeset
181 // We don't want shrink all the way back to initSize if people call
a61af66fc99e Initial load
duke
parents:
diff changeset
182 // System.gc(), because some programs do that between "phases" and then
a61af66fc99e Initial load
duke
parents:
diff changeset
183 // we'd just have to grow the heap up again for the next phase. So we
a61af66fc99e Initial load
duke
parents:
diff changeset
184 // damp the shrinking: 0% on the first call, 10% on the second call, 40%
a61af66fc99e Initial load
duke
parents:
diff changeset
185 // on the third call, and 100% by the fourth call. But if we recompute
a61af66fc99e Initial load
duke
parents:
diff changeset
186 // size without shrinking, it goes back to 0%.
a61af66fc99e Initial load
duke
parents:
diff changeset
187 shrink_bytes = shrink_bytes / 100 * current_shrink_factor;
a61af66fc99e Initial load
duke
parents:
diff changeset
188 assert(shrink_bytes <= max_shrink_bytes, "invalid shrink size");
a61af66fc99e Initial load
duke
parents:
diff changeset
189 if (current_shrink_factor == 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
190 _shrink_factor = 10;
a61af66fc99e Initial load
duke
parents:
diff changeset
191 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
192 _shrink_factor = MIN2(current_shrink_factor * 4, (size_t) 100);
a61af66fc99e Initial load
duke
parents:
diff changeset
193 }
a61af66fc99e Initial load
duke
parents:
diff changeset
194 if (PrintGC && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
195 gclog_or_tty->print_cr(" "
a61af66fc99e Initial load
duke
parents:
diff changeset
196 " shrinking:"
a61af66fc99e Initial load
duke
parents:
diff changeset
197 " initSize: %.1fK"
a61af66fc99e Initial load
duke
parents:
diff changeset
198 " maximum_desired_capacity: %.1fK",
a61af66fc99e Initial load
duke
parents:
diff changeset
199 spec()->init_size() / (double) K,
a61af66fc99e Initial load
duke
parents:
diff changeset
200 maximum_desired_capacity / (double) K);
a61af66fc99e Initial load
duke
parents:
diff changeset
201 gclog_or_tty->print_cr(" "
a61af66fc99e Initial load
duke
parents:
diff changeset
202 " shrink_bytes: %.1fK"
a61af66fc99e Initial load
duke
parents:
diff changeset
203 " current_shrink_factor: %d"
a61af66fc99e Initial load
duke
parents:
diff changeset
204 " new shrink factor: %d"
a61af66fc99e Initial load
duke
parents:
diff changeset
205 " _min_heap_delta_bytes: %.1fK",
a61af66fc99e Initial load
duke
parents:
diff changeset
206 shrink_bytes / (double) K,
a61af66fc99e Initial load
duke
parents:
diff changeset
207 current_shrink_factor,
a61af66fc99e Initial load
duke
parents:
diff changeset
208 _shrink_factor,
a61af66fc99e Initial load
duke
parents:
diff changeset
209 _min_heap_delta_bytes / (double) K);
a61af66fc99e Initial load
duke
parents:
diff changeset
210 }
a61af66fc99e Initial load
duke
parents:
diff changeset
211 }
a61af66fc99e Initial load
duke
parents:
diff changeset
212 }
a61af66fc99e Initial load
duke
parents:
diff changeset
213
a61af66fc99e Initial load
duke
parents:
diff changeset
214 if (capacity_after_gc > _capacity_at_prologue) {
a61af66fc99e Initial load
duke
parents:
diff changeset
215 // We might have expanded for promotions, in which case we might want to
a61af66fc99e Initial load
duke
parents:
diff changeset
216 // take back that expansion if there's room after GC. That keeps us from
a61af66fc99e Initial load
duke
parents:
diff changeset
217 // stretching the heap with promotions when there's plenty of room.
a61af66fc99e Initial load
duke
parents:
diff changeset
218 size_t expansion_for_promotion = capacity_after_gc - _capacity_at_prologue;
a61af66fc99e Initial load
duke
parents:
diff changeset
219 expansion_for_promotion = MIN2(expansion_for_promotion, max_shrink_bytes);
a61af66fc99e Initial load
duke
parents:
diff changeset
220 // We have two shrinking computations, take the largest
a61af66fc99e Initial load
duke
parents:
diff changeset
221 shrink_bytes = MAX2(shrink_bytes, expansion_for_promotion);
a61af66fc99e Initial load
duke
parents:
diff changeset
222 assert(shrink_bytes <= max_shrink_bytes, "invalid shrink size");
a61af66fc99e Initial load
duke
parents:
diff changeset
223 if (PrintGC && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
224 gclog_or_tty->print_cr(" "
a61af66fc99e Initial load
duke
parents:
diff changeset
225 " aggressive shrinking:"
a61af66fc99e Initial load
duke
parents:
diff changeset
226 " _capacity_at_prologue: %.1fK"
a61af66fc99e Initial load
duke
parents:
diff changeset
227 " capacity_after_gc: %.1fK"
a61af66fc99e Initial load
duke
parents:
diff changeset
228 " expansion_for_promotion: %.1fK"
a61af66fc99e Initial load
duke
parents:
diff changeset
229 " shrink_bytes: %.1fK",
a61af66fc99e Initial load
duke
parents:
diff changeset
230 capacity_after_gc / (double) K,
a61af66fc99e Initial load
duke
parents:
diff changeset
231 _capacity_at_prologue / (double) K,
a61af66fc99e Initial load
duke
parents:
diff changeset
232 expansion_for_promotion / (double) K,
a61af66fc99e Initial load
duke
parents:
diff changeset
233 shrink_bytes / (double) K);
a61af66fc99e Initial load
duke
parents:
diff changeset
234 }
a61af66fc99e Initial load
duke
parents:
diff changeset
235 }
a61af66fc99e Initial load
duke
parents:
diff changeset
236 // Don't shrink unless it's significant
a61af66fc99e Initial load
duke
parents:
diff changeset
237 if (shrink_bytes >= _min_heap_delta_bytes) {
a61af66fc99e Initial load
duke
parents:
diff changeset
238 shrink(shrink_bytes);
a61af66fc99e Initial load
duke
parents:
diff changeset
239 }
a61af66fc99e Initial load
duke
parents:
diff changeset
240 assert(used() == used_after_gc && used_after_gc <= capacity(),
a61af66fc99e Initial load
duke
parents:
diff changeset
241 "sanity check");
a61af66fc99e Initial load
duke
parents:
diff changeset
242 }
a61af66fc99e Initial load
duke
parents:
diff changeset
243
a61af66fc99e Initial load
duke
parents:
diff changeset
244 void TenuredGeneration::gc_prologue(bool full) {
a61af66fc99e Initial load
duke
parents:
diff changeset
245 _capacity_at_prologue = capacity();
a61af66fc99e Initial load
duke
parents:
diff changeset
246 _used_at_prologue = used();
a61af66fc99e Initial load
duke
parents:
diff changeset
247 if (VerifyBeforeGC) {
a61af66fc99e Initial load
duke
parents:
diff changeset
248 verify_alloc_buffers_clean();
a61af66fc99e Initial load
duke
parents:
diff changeset
249 }
a61af66fc99e Initial load
duke
parents:
diff changeset
250 }
a61af66fc99e Initial load
duke
parents:
diff changeset
251
a61af66fc99e Initial load
duke
parents:
diff changeset
252 void TenuredGeneration::gc_epilogue(bool full) {
a61af66fc99e Initial load
duke
parents:
diff changeset
253 if (VerifyAfterGC) {
a61af66fc99e Initial load
duke
parents:
diff changeset
254 verify_alloc_buffers_clean();
a61af66fc99e Initial load
duke
parents:
diff changeset
255 }
a61af66fc99e Initial load
duke
parents:
diff changeset
256 OneContigSpaceCardGeneration::gc_epilogue(full);
a61af66fc99e Initial load
duke
parents:
diff changeset
257 }
a61af66fc99e Initial load
duke
parents:
diff changeset
258
a61af66fc99e Initial load
duke
parents:
diff changeset
259
a61af66fc99e Initial load
duke
parents:
diff changeset
260 bool TenuredGeneration::should_collect(bool full,
a61af66fc99e Initial load
duke
parents:
diff changeset
261 size_t size,
a61af66fc99e Initial load
duke
parents:
diff changeset
262 bool is_tlab) {
a61af66fc99e Initial load
duke
parents:
diff changeset
263 // This should be one big conditional or (||), but I want to be able to tell
a61af66fc99e Initial load
duke
parents:
diff changeset
264 // why it returns what it returns (without re-evaluating the conditionals
a61af66fc99e Initial load
duke
parents:
diff changeset
265 // in case they aren't idempotent), so I'm doing it this way.
a61af66fc99e Initial load
duke
parents:
diff changeset
266 // DeMorgan says it's okay.
a61af66fc99e Initial load
duke
parents:
diff changeset
267 bool result = false;
a61af66fc99e Initial load
duke
parents:
diff changeset
268 if (!result && full) {
a61af66fc99e Initial load
duke
parents:
diff changeset
269 result = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
270 if (PrintGC && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
271 gclog_or_tty->print_cr("TenuredGeneration::should_collect: because"
a61af66fc99e Initial load
duke
parents:
diff changeset
272 " full");
a61af66fc99e Initial load
duke
parents:
diff changeset
273 }
a61af66fc99e Initial load
duke
parents:
diff changeset
274 }
a61af66fc99e Initial load
duke
parents:
diff changeset
275 if (!result && should_allocate(size, is_tlab)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
276 result = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
277 if (PrintGC && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
278 gclog_or_tty->print_cr("TenuredGeneration::should_collect: because"
a61af66fc99e Initial load
duke
parents:
diff changeset
279 " should_allocate(" SIZE_FORMAT ")",
a61af66fc99e Initial load
duke
parents:
diff changeset
280 size);
a61af66fc99e Initial load
duke
parents:
diff changeset
281 }
a61af66fc99e Initial load
duke
parents:
diff changeset
282 }
a61af66fc99e Initial load
duke
parents:
diff changeset
283 // If we don't have very much free space.
a61af66fc99e Initial load
duke
parents:
diff changeset
284 // XXX: 10000 should be a percentage of the capacity!!!
a61af66fc99e Initial load
duke
parents:
diff changeset
285 if (!result && free() < 10000) {
a61af66fc99e Initial load
duke
parents:
diff changeset
286 result = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
287 if (PrintGC && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
288 gclog_or_tty->print_cr("TenuredGeneration::should_collect: because"
a61af66fc99e Initial load
duke
parents:
diff changeset
289 " free(): " SIZE_FORMAT,
a61af66fc99e Initial load
duke
parents:
diff changeset
290 free());
a61af66fc99e Initial load
duke
parents:
diff changeset
291 }
a61af66fc99e Initial load
duke
parents:
diff changeset
292 }
a61af66fc99e Initial load
duke
parents:
diff changeset
293 // If we had to expand to accomodate promotions from younger generations
a61af66fc99e Initial load
duke
parents:
diff changeset
294 if (!result && _capacity_at_prologue < capacity()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
295 result = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
296 if (PrintGC && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
297 gclog_or_tty->print_cr("TenuredGeneration::should_collect: because"
a61af66fc99e Initial load
duke
parents:
diff changeset
298 "_capacity_at_prologue: " SIZE_FORMAT " < capacity(): " SIZE_FORMAT,
a61af66fc99e Initial load
duke
parents:
diff changeset
299 _capacity_at_prologue, capacity());
a61af66fc99e Initial load
duke
parents:
diff changeset
300 }
a61af66fc99e Initial load
duke
parents:
diff changeset
301 }
a61af66fc99e Initial load
duke
parents:
diff changeset
302 return result;
a61af66fc99e Initial load
duke
parents:
diff changeset
303 }
a61af66fc99e Initial load
duke
parents:
diff changeset
304
a61af66fc99e Initial load
duke
parents:
diff changeset
305 void TenuredGeneration::collect(bool full,
a61af66fc99e Initial load
duke
parents:
diff changeset
306 bool clear_all_soft_refs,
a61af66fc99e Initial load
duke
parents:
diff changeset
307 size_t size,
a61af66fc99e Initial load
duke
parents:
diff changeset
308 bool is_tlab) {
a61af66fc99e Initial load
duke
parents:
diff changeset
309 retire_alloc_buffers_before_full_gc();
a61af66fc99e Initial load
duke
parents:
diff changeset
310 OneContigSpaceCardGeneration::collect(full, clear_all_soft_refs,
a61af66fc99e Initial load
duke
parents:
diff changeset
311 size, is_tlab);
a61af66fc99e Initial load
duke
parents:
diff changeset
312 }
a61af66fc99e Initial load
duke
parents:
diff changeset
313
a61af66fc99e Initial load
duke
parents:
diff changeset
314 void TenuredGeneration::update_gc_stats(int current_level,
a61af66fc99e Initial load
duke
parents:
diff changeset
315 bool full) {
a61af66fc99e Initial load
duke
parents:
diff changeset
316 // If the next lower level(s) has been collected, gather any statistics
a61af66fc99e Initial load
duke
parents:
diff changeset
317 // that are of interest at this point.
a61af66fc99e Initial load
duke
parents:
diff changeset
318 if (!full && (current_level + 1) == level()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
319 // Calculate size of data promoted from the younger generations
a61af66fc99e Initial load
duke
parents:
diff changeset
320 // before doing the collection.
a61af66fc99e Initial load
duke
parents:
diff changeset
321 size_t used_before_gc = used();
a61af66fc99e Initial load
duke
parents:
diff changeset
322
a61af66fc99e Initial load
duke
parents:
diff changeset
323 // If the younger gen collections were skipped, then the
a61af66fc99e Initial load
duke
parents:
diff changeset
324 // number of promoted bytes will be 0 and adding it to the
a61af66fc99e Initial load
duke
parents:
diff changeset
325 // average will incorrectly lessen the average. It is, however,
a61af66fc99e Initial load
duke
parents:
diff changeset
326 // also possible that no promotion was needed.
a61af66fc99e Initial load
duke
parents:
diff changeset
327 if (used_before_gc >= _used_at_prologue) {
a61af66fc99e Initial load
duke
parents:
diff changeset
328 size_t promoted_in_bytes = used_before_gc - _used_at_prologue;
a61af66fc99e Initial load
duke
parents:
diff changeset
329 gc_stats()->avg_promoted()->sample(promoted_in_bytes);
a61af66fc99e Initial load
duke
parents:
diff changeset
330 }
a61af66fc99e Initial load
duke
parents:
diff changeset
331 }
a61af66fc99e Initial load
duke
parents:
diff changeset
332 }
a61af66fc99e Initial load
duke
parents:
diff changeset
333
a61af66fc99e Initial load
duke
parents:
diff changeset
334 void TenuredGeneration::update_counters() {
a61af66fc99e Initial load
duke
parents:
diff changeset
335 if (UsePerfData) {
a61af66fc99e Initial load
duke
parents:
diff changeset
336 _space_counters->update_all();
a61af66fc99e Initial load
duke
parents:
diff changeset
337 _gen_counters->update_all();
a61af66fc99e Initial load
duke
parents:
diff changeset
338 }
a61af66fc99e Initial load
duke
parents:
diff changeset
339 }
a61af66fc99e Initial load
duke
parents:
diff changeset
340
a61af66fc99e Initial load
duke
parents:
diff changeset
341
a61af66fc99e Initial load
duke
parents:
diff changeset
342 #ifndef SERIALGC
a61af66fc99e Initial load
duke
parents:
diff changeset
343 oop TenuredGeneration::par_promote(int thread_num,
a61af66fc99e Initial load
duke
parents:
diff changeset
344 oop old, markOop m, size_t word_sz) {
a61af66fc99e Initial load
duke
parents:
diff changeset
345
a61af66fc99e Initial load
duke
parents:
diff changeset
346 ParGCAllocBufferWithBOT* buf = _alloc_buffers[thread_num];
a61af66fc99e Initial load
duke
parents:
diff changeset
347 HeapWord* obj_ptr = buf->allocate(word_sz);
a61af66fc99e Initial load
duke
parents:
diff changeset
348 bool is_lab = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
349 if (obj_ptr == NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
350 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
351 if (Universe::heap()->promotion_should_fail()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
352 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
353 }
a61af66fc99e Initial load
duke
parents:
diff changeset
354 #endif // #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
355
a61af66fc99e Initial load
duke
parents:
diff changeset
356 // Slow path:
a61af66fc99e Initial load
duke
parents:
diff changeset
357 if (word_sz * 100 < ParallelGCBufferWastePct * buf->word_sz()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
358 // Is small enough; abandon this buffer and start a new one.
a61af66fc99e Initial load
duke
parents:
diff changeset
359 size_t buf_size = buf->word_sz();
a61af66fc99e Initial load
duke
parents:
diff changeset
360 HeapWord* buf_space =
a61af66fc99e Initial load
duke
parents:
diff changeset
361 TenuredGeneration::par_allocate(buf_size, false);
a61af66fc99e Initial load
duke
parents:
diff changeset
362 if (buf_space == NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
363 buf_space = expand_and_allocate(buf_size, false, true /* parallel*/);
a61af66fc99e Initial load
duke
parents:
diff changeset
364 }
a61af66fc99e Initial load
duke
parents:
diff changeset
365 if (buf_space != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
366 buf->retire(false, false);
a61af66fc99e Initial load
duke
parents:
diff changeset
367 buf->set_buf(buf_space);
a61af66fc99e Initial load
duke
parents:
diff changeset
368 obj_ptr = buf->allocate(word_sz);
a61af66fc99e Initial load
duke
parents:
diff changeset
369 assert(obj_ptr != NULL, "Buffer was definitely big enough...");
a61af66fc99e Initial load
duke
parents:
diff changeset
370 }
a61af66fc99e Initial load
duke
parents:
diff changeset
371 };
a61af66fc99e Initial load
duke
parents:
diff changeset
372 // Otherwise, buffer allocation failed; try allocating object
a61af66fc99e Initial load
duke
parents:
diff changeset
373 // individually.
a61af66fc99e Initial load
duke
parents:
diff changeset
374 if (obj_ptr == NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
375 obj_ptr = TenuredGeneration::par_allocate(word_sz, false);
a61af66fc99e Initial load
duke
parents:
diff changeset
376 if (obj_ptr == NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
377 obj_ptr = expand_and_allocate(word_sz, false, true /* parallel */);
a61af66fc99e Initial load
duke
parents:
diff changeset
378 }
a61af66fc99e Initial load
duke
parents:
diff changeset
379 }
a61af66fc99e Initial load
duke
parents:
diff changeset
380 if (obj_ptr == NULL) return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
381 }
a61af66fc99e Initial load
duke
parents:
diff changeset
382 assert(obj_ptr != NULL, "program logic");
a61af66fc99e Initial load
duke
parents:
diff changeset
383 Copy::aligned_disjoint_words((HeapWord*)old, obj_ptr, word_sz);
a61af66fc99e Initial load
duke
parents:
diff changeset
384 oop obj = oop(obj_ptr);
a61af66fc99e Initial load
duke
parents:
diff changeset
385 // Restore the mark word copied above.
a61af66fc99e Initial load
duke
parents:
diff changeset
386 obj->set_mark(m);
a61af66fc99e Initial load
duke
parents:
diff changeset
387 return obj;
a61af66fc99e Initial load
duke
parents:
diff changeset
388 }
a61af66fc99e Initial load
duke
parents:
diff changeset
389
a61af66fc99e Initial load
duke
parents:
diff changeset
390 void TenuredGeneration::par_promote_alloc_undo(int thread_num,
a61af66fc99e Initial load
duke
parents:
diff changeset
391 HeapWord* obj,
a61af66fc99e Initial load
duke
parents:
diff changeset
392 size_t word_sz) {
a61af66fc99e Initial load
duke
parents:
diff changeset
393 ParGCAllocBufferWithBOT* buf = _alloc_buffers[thread_num];
a61af66fc99e Initial load
duke
parents:
diff changeset
394 if (buf->contains(obj)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
395 guarantee(buf->contains(obj + word_sz - 1),
a61af66fc99e Initial load
duke
parents:
diff changeset
396 "should contain whole object");
a61af66fc99e Initial load
duke
parents:
diff changeset
397 buf->undo_allocation(obj, word_sz);
a61af66fc99e Initial load
duke
parents:
diff changeset
398 } else {
481
7d7a7c599c17 6578152: fill_region_with_object has usability and safety issues
jcoomes
parents: 196
diff changeset
399 CollectedHeap::fill_with_object(obj, word_sz);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
400 }
a61af66fc99e Initial load
duke
parents:
diff changeset
401 }
a61af66fc99e Initial load
duke
parents:
diff changeset
402
a61af66fc99e Initial load
duke
parents:
diff changeset
403 void TenuredGeneration::par_promote_alloc_done(int thread_num) {
a61af66fc99e Initial load
duke
parents:
diff changeset
404 ParGCAllocBufferWithBOT* buf = _alloc_buffers[thread_num];
a61af66fc99e Initial load
duke
parents:
diff changeset
405 buf->retire(true, ParallelGCRetainPLAB);
a61af66fc99e Initial load
duke
parents:
diff changeset
406 }
a61af66fc99e Initial load
duke
parents:
diff changeset
407
a61af66fc99e Initial load
duke
parents:
diff changeset
408 void TenuredGeneration::retire_alloc_buffers_before_full_gc() {
a61af66fc99e Initial load
duke
parents:
diff changeset
409 if (UseParNewGC) {
a61af66fc99e Initial load
duke
parents:
diff changeset
410 for (uint i = 0; i < ParallelGCThreads; i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
411 _alloc_buffers[i]->retire(true /*end_of_gc*/, false /*retain*/);
a61af66fc99e Initial load
duke
parents:
diff changeset
412 }
a61af66fc99e Initial load
duke
parents:
diff changeset
413 }
a61af66fc99e Initial load
duke
parents:
diff changeset
414 }
a61af66fc99e Initial load
duke
parents:
diff changeset
415
a61af66fc99e Initial load
duke
parents:
diff changeset
416 // Verify that any retained parallel allocation buffers do not
a61af66fc99e Initial load
duke
parents:
diff changeset
417 // intersect with dirty cards.
a61af66fc99e Initial load
duke
parents:
diff changeset
418 void TenuredGeneration::verify_alloc_buffers_clean() {
a61af66fc99e Initial load
duke
parents:
diff changeset
419 if (UseParNewGC) {
a61af66fc99e Initial load
duke
parents:
diff changeset
420 for (uint i = 0; i < ParallelGCThreads; i++) {
6
73e96e5c30df 6624765: Guarantee failure "Unexpected dirty card found"
jmasa
parents: 0
diff changeset
421 _rs->verify_aligned_region_empty(_alloc_buffers[i]->range());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
422 }
a61af66fc99e Initial load
duke
parents:
diff changeset
423 }
a61af66fc99e Initial load
duke
parents:
diff changeset
424 }
6
73e96e5c30df 6624765: Guarantee failure "Unexpected dirty card found"
jmasa
parents: 0
diff changeset
425
0
a61af66fc99e Initial load
duke
parents:
diff changeset
426 #else // SERIALGC
a61af66fc99e Initial load
duke
parents:
diff changeset
427 void TenuredGeneration::retire_alloc_buffers_before_full_gc() {}
a61af66fc99e Initial load
duke
parents:
diff changeset
428 void TenuredGeneration::verify_alloc_buffers_clean() {}
a61af66fc99e Initial load
duke
parents:
diff changeset
429 #endif // SERIALGC
a61af66fc99e Initial load
duke
parents:
diff changeset
430
1888
a7214d79fcf1 6896603: CMS/GCH: collection_attempt_is_safe() ergo should use more recent data
ysr
parents: 1552
diff changeset
431 bool TenuredGeneration::promotion_attempt_is_safe(size_t max_promotion_in_bytes) const {
a7214d79fcf1 6896603: CMS/GCH: collection_attempt_is_safe() ergo should use more recent data
ysr
parents: 1552
diff changeset
432 size_t available = max_contiguous_available();
a7214d79fcf1 6896603: CMS/GCH: collection_attempt_is_safe() ergo should use more recent data
ysr
parents: 1552
diff changeset
433 size_t av_promo = (size_t)gc_stats()->avg_promoted()->padded_average();
a7214d79fcf1 6896603: CMS/GCH: collection_attempt_is_safe() ergo should use more recent data
ysr
parents: 1552
diff changeset
434 bool res = (available >= av_promo) || (available >= max_promotion_in_bytes);
a7214d79fcf1 6896603: CMS/GCH: collection_attempt_is_safe() ergo should use more recent data
ysr
parents: 1552
diff changeset
435 if (PrintGC && Verbose) {
a7214d79fcf1 6896603: CMS/GCH: collection_attempt_is_safe() ergo should use more recent data
ysr
parents: 1552
diff changeset
436 gclog_or_tty->print_cr(
a7214d79fcf1 6896603: CMS/GCH: collection_attempt_is_safe() ergo should use more recent data
ysr
parents: 1552
diff changeset
437 "Tenured: promo attempt is%s safe: available("SIZE_FORMAT") %s av_promo("SIZE_FORMAT"),"
a7214d79fcf1 6896603: CMS/GCH: collection_attempt_is_safe() ergo should use more recent data
ysr
parents: 1552
diff changeset
438 "max_promo("SIZE_FORMAT")",
a7214d79fcf1 6896603: CMS/GCH: collection_attempt_is_safe() ergo should use more recent data
ysr
parents: 1552
diff changeset
439 res? "":" not", available, res? ">=":"<",
a7214d79fcf1 6896603: CMS/GCH: collection_attempt_is_safe() ergo should use more recent data
ysr
parents: 1552
diff changeset
440 av_promo, max_promotion_in_bytes);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
441 }
1888
a7214d79fcf1 6896603: CMS/GCH: collection_attempt_is_safe() ergo should use more recent data
ysr
parents: 1552
diff changeset
442 return res;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
443 }