annotate src/share/vm/memory/threadLocalAllocBuffer.cpp @ 2368:dde920245681

6896099: Integrate CMS heap ergo with default heap sizing ergo 6627787: CMS: JVM refuses to start up with -Xms16m -Xmx16m 7000125: CMS: Anti-monotone young gen sizing with respect to maximum whole heap size specification 7027529: CMS: retire CMSUseOldDefaults flag Summary: Simplify CMS heap sizing code, relying on ergonomic initial sizing consistent with other collectors for the most part, controlling only young gen sizing to rein in pause times. Make CMS young gen sizing default statically cpu-dependant. Remove inconsistencies wrt generation sizing and policy code, allowing for the fixing for 6627787 and 7000125. For 7027529, retire the flag CMSUseOldDefaults which had been introduced as a bridge from JDK 5 to JDK 6 a number of years ago. Reviewed-by: brutisso, poonam
author ysr
date Wed, 16 Mar 2011 10:37:08 -0700
parents b1a2afa37ec4
children f08d439fab8c
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
2100
b1a2afa37ec4 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 1972
diff changeset
2 * Copyright (c) 1999, 2011, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1165
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1165
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1165
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
25 #include "precompiled.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
26 #include "memory/genCollectedHeap.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
27 #include "memory/resourceArea.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
28 #include "memory/threadLocalAllocBuffer.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
29 #include "memory/universe.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
30 #include "oops/oop.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
31 #include "utilities/copy.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
32 #ifdef TARGET_OS_FAMILY_linux
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
33 # include "thread_linux.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
34 #endif
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
35 #ifdef TARGET_OS_FAMILY_solaris
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
36 # include "thread_solaris.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
37 #endif
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
38 #ifdef TARGET_OS_FAMILY_windows
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
39 # include "thread_windows.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
40 #endif
0
a61af66fc99e Initial load
duke
parents:
diff changeset
41
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
42 // Thread-Local Edens support
0
a61af66fc99e Initial load
duke
parents:
diff changeset
43
a61af66fc99e Initial load
duke
parents:
diff changeset
44 // static member initialization
a61af66fc99e Initial load
duke
parents:
diff changeset
45 unsigned ThreadLocalAllocBuffer::_target_refills = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
46 GlobalTLABStats* ThreadLocalAllocBuffer::_global_stats = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
47
a61af66fc99e Initial load
duke
parents:
diff changeset
48 void ThreadLocalAllocBuffer::clear_before_allocation() {
a61af66fc99e Initial load
duke
parents:
diff changeset
49 _slow_refill_waste += (unsigned)remaining();
a61af66fc99e Initial load
duke
parents:
diff changeset
50 make_parsable(true); // also retire the TLAB
a61af66fc99e Initial load
duke
parents:
diff changeset
51 }
a61af66fc99e Initial load
duke
parents:
diff changeset
52
a61af66fc99e Initial load
duke
parents:
diff changeset
53 void ThreadLocalAllocBuffer::accumulate_statistics_before_gc() {
a61af66fc99e Initial load
duke
parents:
diff changeset
54 global_stats()->initialize();
a61af66fc99e Initial load
duke
parents:
diff changeset
55
a61af66fc99e Initial load
duke
parents:
diff changeset
56 for(JavaThread *thread = Threads::first(); thread; thread = thread->next()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
57 thread->tlab().accumulate_statistics();
a61af66fc99e Initial load
duke
parents:
diff changeset
58 thread->tlab().initialize_statistics();
a61af66fc99e Initial load
duke
parents:
diff changeset
59 }
a61af66fc99e Initial load
duke
parents:
diff changeset
60
a61af66fc99e Initial load
duke
parents:
diff changeset
61 // Publish new stats if some allocation occurred.
a61af66fc99e Initial load
duke
parents:
diff changeset
62 if (global_stats()->allocation() != 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
63 global_stats()->publish();
a61af66fc99e Initial load
duke
parents:
diff changeset
64 if (PrintTLAB) {
a61af66fc99e Initial load
duke
parents:
diff changeset
65 global_stats()->print();
a61af66fc99e Initial load
duke
parents:
diff changeset
66 }
a61af66fc99e Initial load
duke
parents:
diff changeset
67 }
a61af66fc99e Initial load
duke
parents:
diff changeset
68 }
a61af66fc99e Initial load
duke
parents:
diff changeset
69
a61af66fc99e Initial load
duke
parents:
diff changeset
70 void ThreadLocalAllocBuffer::accumulate_statistics() {
a61af66fc99e Initial load
duke
parents:
diff changeset
71 size_t capacity = Universe::heap()->tlab_capacity(myThread()) / HeapWordSize;
a61af66fc99e Initial load
duke
parents:
diff changeset
72 size_t unused = Universe::heap()->unsafe_max_tlab_alloc(myThread()) / HeapWordSize;
a61af66fc99e Initial load
duke
parents:
diff changeset
73 size_t used = capacity - unused;
a61af66fc99e Initial load
duke
parents:
diff changeset
74
a61af66fc99e Initial load
duke
parents:
diff changeset
75 // Update allocation history if a reasonable amount of eden was allocated.
a61af66fc99e Initial load
duke
parents:
diff changeset
76 bool update_allocation_history = used > 0.5 * capacity;
a61af66fc99e Initial load
duke
parents:
diff changeset
77
a61af66fc99e Initial load
duke
parents:
diff changeset
78 _gc_waste += (unsigned)remaining();
a61af66fc99e Initial load
duke
parents:
diff changeset
79
a61af66fc99e Initial load
duke
parents:
diff changeset
80 if (PrintTLAB && (_number_of_refills > 0 || Verbose)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
81 print_stats("gc");
a61af66fc99e Initial load
duke
parents:
diff changeset
82 }
a61af66fc99e Initial load
duke
parents:
diff changeset
83
a61af66fc99e Initial load
duke
parents:
diff changeset
84 if (_number_of_refills > 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
85
a61af66fc99e Initial load
duke
parents:
diff changeset
86 if (update_allocation_history) {
a61af66fc99e Initial load
duke
parents:
diff changeset
87 // Average the fraction of eden allocated in a tlab by this
a61af66fc99e Initial load
duke
parents:
diff changeset
88 // thread for use in the next resize operation.
a61af66fc99e Initial load
duke
parents:
diff changeset
89 // _gc_waste is not subtracted because it's included in
a61af66fc99e Initial load
duke
parents:
diff changeset
90 // "used".
a61af66fc99e Initial load
duke
parents:
diff changeset
91 size_t allocation = _number_of_refills * desired_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
92 double alloc_frac = allocation / (double) used;
a61af66fc99e Initial load
duke
parents:
diff changeset
93 _allocation_fraction.sample(alloc_frac);
a61af66fc99e Initial load
duke
parents:
diff changeset
94 }
a61af66fc99e Initial load
duke
parents:
diff changeset
95 global_stats()->update_allocating_threads();
a61af66fc99e Initial load
duke
parents:
diff changeset
96 global_stats()->update_number_of_refills(_number_of_refills);
a61af66fc99e Initial load
duke
parents:
diff changeset
97 global_stats()->update_allocation(_number_of_refills * desired_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
98 global_stats()->update_gc_waste(_gc_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
99 global_stats()->update_slow_refill_waste(_slow_refill_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
100 global_stats()->update_fast_refill_waste(_fast_refill_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
101
a61af66fc99e Initial load
duke
parents:
diff changeset
102 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
103 assert(_number_of_refills == 0 && _fast_refill_waste == 0 &&
a61af66fc99e Initial load
duke
parents:
diff changeset
104 _slow_refill_waste == 0 && _gc_waste == 0,
a61af66fc99e Initial load
duke
parents:
diff changeset
105 "tlab stats == 0");
a61af66fc99e Initial load
duke
parents:
diff changeset
106 }
a61af66fc99e Initial load
duke
parents:
diff changeset
107 global_stats()->update_slow_allocations(_slow_allocations);
a61af66fc99e Initial load
duke
parents:
diff changeset
108 }
a61af66fc99e Initial load
duke
parents:
diff changeset
109
a61af66fc99e Initial load
duke
parents:
diff changeset
110 // Fills the current tlab with a dummy filler array to create
a61af66fc99e Initial load
duke
parents:
diff changeset
111 // an illusion of a contiguous Eden and optionally retires the tlab.
a61af66fc99e Initial load
duke
parents:
diff changeset
112 // Waste accounting should be done in caller as appropriate; see,
a61af66fc99e Initial load
duke
parents:
diff changeset
113 // for example, clear_before_allocation().
a61af66fc99e Initial load
duke
parents:
diff changeset
114 void ThreadLocalAllocBuffer::make_parsable(bool retire) {
a61af66fc99e Initial load
duke
parents:
diff changeset
115 if (end() != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
116 invariants();
2100
b1a2afa37ec4 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 1972
diff changeset
117
b1a2afa37ec4 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 1972
diff changeset
118 if (retire) {
b1a2afa37ec4 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 1972
diff changeset
119 myThread()->incr_allocated_bytes(used_bytes());
b1a2afa37ec4 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 1972
diff changeset
120 }
b1a2afa37ec4 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 1972
diff changeset
121
1165
2dd52dea6d28 6902115: G1:assert(ignore_max_completed||thread->is_Java_thread()||SafepointSynchronize::is_at_safepoint())
johnc
parents: 579
diff changeset
122 CollectedHeap::fill_with_object(top(), hard_end(), retire);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
123
a61af66fc99e Initial load
duke
parents:
diff changeset
124 if (retire || ZeroTLAB) { // "Reset" the TLAB
a61af66fc99e Initial load
duke
parents:
diff changeset
125 set_start(NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
126 set_top(NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
127 set_pf_top(NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
128 set_end(NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
129 }
a61af66fc99e Initial load
duke
parents:
diff changeset
130 }
a61af66fc99e Initial load
duke
parents:
diff changeset
131 assert(!(retire || ZeroTLAB) ||
a61af66fc99e Initial load
duke
parents:
diff changeset
132 (start() == NULL && end() == NULL && top() == NULL),
a61af66fc99e Initial load
duke
parents:
diff changeset
133 "TLAB must be reset");
a61af66fc99e Initial load
duke
parents:
diff changeset
134 }
a61af66fc99e Initial load
duke
parents:
diff changeset
135
a61af66fc99e Initial load
duke
parents:
diff changeset
136 void ThreadLocalAllocBuffer::resize_all_tlabs() {
a61af66fc99e Initial load
duke
parents:
diff changeset
137 for(JavaThread *thread = Threads::first(); thread; thread = thread->next()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
138 thread->tlab().resize();
a61af66fc99e Initial load
duke
parents:
diff changeset
139 }
a61af66fc99e Initial load
duke
parents:
diff changeset
140 }
a61af66fc99e Initial load
duke
parents:
diff changeset
141
a61af66fc99e Initial load
duke
parents:
diff changeset
142 void ThreadLocalAllocBuffer::resize() {
a61af66fc99e Initial load
duke
parents:
diff changeset
143
a61af66fc99e Initial load
duke
parents:
diff changeset
144 if (ResizeTLAB) {
a61af66fc99e Initial load
duke
parents:
diff changeset
145 // Compute the next tlab size using expected allocation amount
a61af66fc99e Initial load
duke
parents:
diff changeset
146 size_t alloc = (size_t)(_allocation_fraction.average() *
a61af66fc99e Initial load
duke
parents:
diff changeset
147 (Universe::heap()->tlab_capacity(myThread()) / HeapWordSize));
a61af66fc99e Initial load
duke
parents:
diff changeset
148 size_t new_size = alloc / _target_refills;
a61af66fc99e Initial load
duke
parents:
diff changeset
149
a61af66fc99e Initial load
duke
parents:
diff changeset
150 new_size = MIN2(MAX2(new_size, min_size()), max_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
151
a61af66fc99e Initial load
duke
parents:
diff changeset
152 size_t aligned_new_size = align_object_size(new_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
153
a61af66fc99e Initial load
duke
parents:
diff changeset
154 if (PrintTLAB && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
155 gclog_or_tty->print("TLAB new size: thread: " INTPTR_FORMAT " [id: %2d]"
a61af66fc99e Initial load
duke
parents:
diff changeset
156 " refills %d alloc: %8.6f desired_size: " SIZE_FORMAT " -> " SIZE_FORMAT "\n",
a61af66fc99e Initial load
duke
parents:
diff changeset
157 myThread(), myThread()->osthread()->thread_id(),
a61af66fc99e Initial load
duke
parents:
diff changeset
158 _target_refills, _allocation_fraction.average(), desired_size(), aligned_new_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
159 }
a61af66fc99e Initial load
duke
parents:
diff changeset
160 set_desired_size(aligned_new_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
161
a61af66fc99e Initial load
duke
parents:
diff changeset
162 set_refill_waste_limit(initial_refill_waste_limit());
a61af66fc99e Initial load
duke
parents:
diff changeset
163 }
a61af66fc99e Initial load
duke
parents:
diff changeset
164 }
a61af66fc99e Initial load
duke
parents:
diff changeset
165
a61af66fc99e Initial load
duke
parents:
diff changeset
166 void ThreadLocalAllocBuffer::initialize_statistics() {
a61af66fc99e Initial load
duke
parents:
diff changeset
167 _number_of_refills = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
168 _fast_refill_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
169 _slow_refill_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
170 _gc_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
171 _slow_allocations = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
172 }
a61af66fc99e Initial load
duke
parents:
diff changeset
173
a61af66fc99e Initial load
duke
parents:
diff changeset
174 void ThreadLocalAllocBuffer::fill(HeapWord* start,
a61af66fc99e Initial load
duke
parents:
diff changeset
175 HeapWord* top,
a61af66fc99e Initial load
duke
parents:
diff changeset
176 size_t new_size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
177 _number_of_refills++;
a61af66fc99e Initial load
duke
parents:
diff changeset
178 if (PrintTLAB && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
179 print_stats("fill");
a61af66fc99e Initial load
duke
parents:
diff changeset
180 }
a61af66fc99e Initial load
duke
parents:
diff changeset
181 assert(top <= start + new_size - alignment_reserve(), "size too small");
a61af66fc99e Initial load
duke
parents:
diff changeset
182 initialize(start, top, start + new_size - alignment_reserve());
a61af66fc99e Initial load
duke
parents:
diff changeset
183
a61af66fc99e Initial load
duke
parents:
diff changeset
184 // Reset amount of internal fragmentation
a61af66fc99e Initial load
duke
parents:
diff changeset
185 set_refill_waste_limit(initial_refill_waste_limit());
a61af66fc99e Initial load
duke
parents:
diff changeset
186 }
a61af66fc99e Initial load
duke
parents:
diff changeset
187
a61af66fc99e Initial load
duke
parents:
diff changeset
188 void ThreadLocalAllocBuffer::initialize(HeapWord* start,
a61af66fc99e Initial load
duke
parents:
diff changeset
189 HeapWord* top,
a61af66fc99e Initial load
duke
parents:
diff changeset
190 HeapWord* end) {
a61af66fc99e Initial load
duke
parents:
diff changeset
191 set_start(start);
a61af66fc99e Initial load
duke
parents:
diff changeset
192 set_top(top);
a61af66fc99e Initial load
duke
parents:
diff changeset
193 set_pf_top(top);
a61af66fc99e Initial load
duke
parents:
diff changeset
194 set_end(end);
a61af66fc99e Initial load
duke
parents:
diff changeset
195 invariants();
a61af66fc99e Initial load
duke
parents:
diff changeset
196 }
a61af66fc99e Initial load
duke
parents:
diff changeset
197
a61af66fc99e Initial load
duke
parents:
diff changeset
198 void ThreadLocalAllocBuffer::initialize() {
a61af66fc99e Initial load
duke
parents:
diff changeset
199 initialize(NULL, // start
a61af66fc99e Initial load
duke
parents:
diff changeset
200 NULL, // top
a61af66fc99e Initial load
duke
parents:
diff changeset
201 NULL); // end
a61af66fc99e Initial load
duke
parents:
diff changeset
202
a61af66fc99e Initial load
duke
parents:
diff changeset
203 set_desired_size(initial_desired_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
204
a61af66fc99e Initial load
duke
parents:
diff changeset
205 // Following check is needed because at startup the main (primordial)
a61af66fc99e Initial load
duke
parents:
diff changeset
206 // thread is initialized before the heap is. The initialization for
a61af66fc99e Initial load
duke
parents:
diff changeset
207 // this thread is redone in startup_initialization below.
a61af66fc99e Initial load
duke
parents:
diff changeset
208 if (Universe::heap() != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
209 size_t capacity = Universe::heap()->tlab_capacity(myThread()) / HeapWordSize;
a61af66fc99e Initial load
duke
parents:
diff changeset
210 double alloc_frac = desired_size() * target_refills() / (double) capacity;
a61af66fc99e Initial load
duke
parents:
diff changeset
211 _allocation_fraction.sample(alloc_frac);
a61af66fc99e Initial load
duke
parents:
diff changeset
212 }
a61af66fc99e Initial load
duke
parents:
diff changeset
213
a61af66fc99e Initial load
duke
parents:
diff changeset
214 set_refill_waste_limit(initial_refill_waste_limit());
a61af66fc99e Initial load
duke
parents:
diff changeset
215
a61af66fc99e Initial load
duke
parents:
diff changeset
216 initialize_statistics();
a61af66fc99e Initial load
duke
parents:
diff changeset
217 }
a61af66fc99e Initial load
duke
parents:
diff changeset
218
a61af66fc99e Initial load
duke
parents:
diff changeset
219 void ThreadLocalAllocBuffer::startup_initialization() {
a61af66fc99e Initial load
duke
parents:
diff changeset
220
a61af66fc99e Initial load
duke
parents:
diff changeset
221 // Assuming each thread's active tlab is, on average,
a61af66fc99e Initial load
duke
parents:
diff changeset
222 // 1/2 full at a GC
a61af66fc99e Initial load
duke
parents:
diff changeset
223 _target_refills = 100 / (2 * TLABWasteTargetPercent);
a61af66fc99e Initial load
duke
parents:
diff changeset
224 _target_refills = MAX2(_target_refills, (unsigned)1U);
a61af66fc99e Initial load
duke
parents:
diff changeset
225
a61af66fc99e Initial load
duke
parents:
diff changeset
226 _global_stats = new GlobalTLABStats();
a61af66fc99e Initial load
duke
parents:
diff changeset
227
a61af66fc99e Initial load
duke
parents:
diff changeset
228 // During jvm startup, the main (primordial) thread is initialized
a61af66fc99e Initial load
duke
parents:
diff changeset
229 // before the heap is initialized. So reinitialize it now.
a61af66fc99e Initial load
duke
parents:
diff changeset
230 guarantee(Thread::current()->is_Java_thread(), "tlab initialization thread not Java thread");
a61af66fc99e Initial load
duke
parents:
diff changeset
231 Thread::current()->tlab().initialize();
a61af66fc99e Initial load
duke
parents:
diff changeset
232
a61af66fc99e Initial load
duke
parents:
diff changeset
233 if (PrintTLAB && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
234 gclog_or_tty->print("TLAB min: " SIZE_FORMAT " initial: " SIZE_FORMAT " max: " SIZE_FORMAT "\n",
a61af66fc99e Initial load
duke
parents:
diff changeset
235 min_size(), Thread::current()->tlab().initial_desired_size(), max_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
236 }
a61af66fc99e Initial load
duke
parents:
diff changeset
237 }
a61af66fc99e Initial load
duke
parents:
diff changeset
238
a61af66fc99e Initial load
duke
parents:
diff changeset
239 size_t ThreadLocalAllocBuffer::initial_desired_size() {
a61af66fc99e Initial load
duke
parents:
diff changeset
240 size_t init_sz;
a61af66fc99e Initial load
duke
parents:
diff changeset
241
a61af66fc99e Initial load
duke
parents:
diff changeset
242 if (TLABSize > 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
243 init_sz = MIN2(TLABSize / HeapWordSize, max_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
244 } else if (global_stats() == NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
245 // Startup issue - main thread initialized before heap initialized.
a61af66fc99e Initial load
duke
parents:
diff changeset
246 init_sz = min_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
247 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
248 // Initial size is a function of the average number of allocating threads.
a61af66fc99e Initial load
duke
parents:
diff changeset
249 unsigned nof_threads = global_stats()->allocating_threads_avg();
a61af66fc99e Initial load
duke
parents:
diff changeset
250
a61af66fc99e Initial load
duke
parents:
diff changeset
251 init_sz = (Universe::heap()->tlab_capacity(myThread()) / HeapWordSize) /
a61af66fc99e Initial load
duke
parents:
diff changeset
252 (nof_threads * target_refills());
a61af66fc99e Initial load
duke
parents:
diff changeset
253 init_sz = align_object_size(init_sz);
a61af66fc99e Initial load
duke
parents:
diff changeset
254 init_sz = MIN2(MAX2(init_sz, min_size()), max_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
255 }
a61af66fc99e Initial load
duke
parents:
diff changeset
256 return init_sz;
a61af66fc99e Initial load
duke
parents:
diff changeset
257 }
a61af66fc99e Initial load
duke
parents:
diff changeset
258
a61af66fc99e Initial load
duke
parents:
diff changeset
259 const size_t ThreadLocalAllocBuffer::max_size() {
a61af66fc99e Initial load
duke
parents:
diff changeset
260
a61af66fc99e Initial load
duke
parents:
diff changeset
261 // TLABs can't be bigger than we can fill with a int[Integer.MAX_VALUE].
a61af66fc99e Initial load
duke
parents:
diff changeset
262 // This restriction could be removed by enabling filling with multiple arrays.
a61af66fc99e Initial load
duke
parents:
diff changeset
263 // If we compute that the reasonable way as
a61af66fc99e Initial load
duke
parents:
diff changeset
264 // header_size + ((sizeof(jint) * max_jint) / HeapWordSize)
a61af66fc99e Initial load
duke
parents:
diff changeset
265 // we'll overflow on the multiply, so we do the divide first.
a61af66fc99e Initial load
duke
parents:
diff changeset
266 // We actually lose a little by dividing first,
a61af66fc99e Initial load
duke
parents:
diff changeset
267 // but that just makes the TLAB somewhat smaller than the biggest array,
a61af66fc99e Initial load
duke
parents:
diff changeset
268 // which is fine, since we'll be able to fill that.
a61af66fc99e Initial load
duke
parents:
diff changeset
269
a61af66fc99e Initial load
duke
parents:
diff changeset
270 size_t unaligned_max_size = typeArrayOopDesc::header_size(T_INT) +
a61af66fc99e Initial load
duke
parents:
diff changeset
271 sizeof(jint) *
a61af66fc99e Initial load
duke
parents:
diff changeset
272 ((juint) max_jint / (size_t) HeapWordSize);
a61af66fc99e Initial load
duke
parents:
diff changeset
273 return align_size_down(unaligned_max_size, MinObjAlignment);
a61af66fc99e Initial load
duke
parents:
diff changeset
274 }
a61af66fc99e Initial load
duke
parents:
diff changeset
275
a61af66fc99e Initial load
duke
parents:
diff changeset
276 void ThreadLocalAllocBuffer::print_stats(const char* tag) {
a61af66fc99e Initial load
duke
parents:
diff changeset
277 Thread* thrd = myThread();
a61af66fc99e Initial load
duke
parents:
diff changeset
278 size_t waste = _gc_waste + _slow_refill_waste + _fast_refill_waste;
a61af66fc99e Initial load
duke
parents:
diff changeset
279 size_t alloc = _number_of_refills * _desired_size;
a61af66fc99e Initial load
duke
parents:
diff changeset
280 double waste_percent = alloc == 0 ? 0.0 :
a61af66fc99e Initial load
duke
parents:
diff changeset
281 100.0 * waste / alloc;
a61af66fc99e Initial load
duke
parents:
diff changeset
282 size_t tlab_used = Universe::heap()->tlab_capacity(thrd) -
a61af66fc99e Initial load
duke
parents:
diff changeset
283 Universe::heap()->unsafe_max_tlab_alloc(thrd);
a61af66fc99e Initial load
duke
parents:
diff changeset
284 gclog_or_tty->print("TLAB: %s thread: " INTPTR_FORMAT " [id: %2d]"
a61af66fc99e Initial load
duke
parents:
diff changeset
285 " desired_size: " SIZE_FORMAT "KB"
a61af66fc99e Initial load
duke
parents:
diff changeset
286 " slow allocs: %d refill waste: " SIZE_FORMAT "B"
a61af66fc99e Initial load
duke
parents:
diff changeset
287 " alloc:%8.5f %8.0fKB refills: %d waste %4.1f%% gc: %dB"
a61af66fc99e Initial load
duke
parents:
diff changeset
288 " slow: %dB fast: %dB\n",
a61af66fc99e Initial load
duke
parents:
diff changeset
289 tag, thrd, thrd->osthread()->thread_id(),
a61af66fc99e Initial load
duke
parents:
diff changeset
290 _desired_size / (K / HeapWordSize),
a61af66fc99e Initial load
duke
parents:
diff changeset
291 _slow_allocations, _refill_waste_limit * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
292 _allocation_fraction.average(),
a61af66fc99e Initial load
duke
parents:
diff changeset
293 _allocation_fraction.average() * tlab_used / K,
a61af66fc99e Initial load
duke
parents:
diff changeset
294 _number_of_refills, waste_percent,
a61af66fc99e Initial load
duke
parents:
diff changeset
295 _gc_waste * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
296 _slow_refill_waste * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
297 _fast_refill_waste * HeapWordSize);
a61af66fc99e Initial load
duke
parents:
diff changeset
298 }
a61af66fc99e Initial load
duke
parents:
diff changeset
299
a61af66fc99e Initial load
duke
parents:
diff changeset
300 void ThreadLocalAllocBuffer::verify() {
a61af66fc99e Initial load
duke
parents:
diff changeset
301 HeapWord* p = start();
a61af66fc99e Initial load
duke
parents:
diff changeset
302 HeapWord* t = top();
a61af66fc99e Initial load
duke
parents:
diff changeset
303 HeapWord* prev_p = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
304 while (p < t) {
a61af66fc99e Initial load
duke
parents:
diff changeset
305 oop(p)->verify();
a61af66fc99e Initial load
duke
parents:
diff changeset
306 prev_p = p;
a61af66fc99e Initial load
duke
parents:
diff changeset
307 p += oop(p)->size();
a61af66fc99e Initial load
duke
parents:
diff changeset
308 }
a61af66fc99e Initial load
duke
parents:
diff changeset
309 guarantee(p == top(), "end of last object must match end of space");
a61af66fc99e Initial load
duke
parents:
diff changeset
310 }
a61af66fc99e Initial load
duke
parents:
diff changeset
311
a61af66fc99e Initial load
duke
parents:
diff changeset
312 Thread* ThreadLocalAllocBuffer::myThread() {
a61af66fc99e Initial load
duke
parents:
diff changeset
313 return (Thread*)(((char *)this) +
a61af66fc99e Initial load
duke
parents:
diff changeset
314 in_bytes(start_offset()) -
a61af66fc99e Initial load
duke
parents:
diff changeset
315 in_bytes(Thread::tlab_start_offset()));
a61af66fc99e Initial load
duke
parents:
diff changeset
316 }
a61af66fc99e Initial load
duke
parents:
diff changeset
317
a61af66fc99e Initial load
duke
parents:
diff changeset
318
a61af66fc99e Initial load
duke
parents:
diff changeset
319 GlobalTLABStats::GlobalTLABStats() :
a61af66fc99e Initial load
duke
parents:
diff changeset
320 _allocating_threads_avg(TLABAllocationWeight) {
a61af66fc99e Initial load
duke
parents:
diff changeset
321
a61af66fc99e Initial load
duke
parents:
diff changeset
322 initialize();
a61af66fc99e Initial load
duke
parents:
diff changeset
323
a61af66fc99e Initial load
duke
parents:
diff changeset
324 _allocating_threads_avg.sample(1); // One allocating thread at startup
a61af66fc99e Initial load
duke
parents:
diff changeset
325
a61af66fc99e Initial load
duke
parents:
diff changeset
326 if (UsePerfData) {
a61af66fc99e Initial load
duke
parents:
diff changeset
327
a61af66fc99e Initial load
duke
parents:
diff changeset
328 EXCEPTION_MARK;
a61af66fc99e Initial load
duke
parents:
diff changeset
329 ResourceMark rm;
a61af66fc99e Initial load
duke
parents:
diff changeset
330
a61af66fc99e Initial load
duke
parents:
diff changeset
331 char* cname = PerfDataManager::counter_name("tlab", "allocThreads");
a61af66fc99e Initial load
duke
parents:
diff changeset
332 _perf_allocating_threads =
a61af66fc99e Initial load
duke
parents:
diff changeset
333 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_None, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
334
a61af66fc99e Initial load
duke
parents:
diff changeset
335 cname = PerfDataManager::counter_name("tlab", "fills");
a61af66fc99e Initial load
duke
parents:
diff changeset
336 _perf_total_refills =
a61af66fc99e Initial load
duke
parents:
diff changeset
337 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_None, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
338
a61af66fc99e Initial load
duke
parents:
diff changeset
339 cname = PerfDataManager::counter_name("tlab", "maxFills");
a61af66fc99e Initial load
duke
parents:
diff changeset
340 _perf_max_refills =
a61af66fc99e Initial load
duke
parents:
diff changeset
341 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_None, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
342
a61af66fc99e Initial load
duke
parents:
diff changeset
343 cname = PerfDataManager::counter_name("tlab", "alloc");
a61af66fc99e Initial load
duke
parents:
diff changeset
344 _perf_allocation =
a61af66fc99e Initial load
duke
parents:
diff changeset
345 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_Bytes, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
346
a61af66fc99e Initial load
duke
parents:
diff changeset
347 cname = PerfDataManager::counter_name("tlab", "gcWaste");
a61af66fc99e Initial load
duke
parents:
diff changeset
348 _perf_gc_waste =
a61af66fc99e Initial load
duke
parents:
diff changeset
349 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_Bytes, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
350
a61af66fc99e Initial load
duke
parents:
diff changeset
351 cname = PerfDataManager::counter_name("tlab", "maxGcWaste");
a61af66fc99e Initial load
duke
parents:
diff changeset
352 _perf_max_gc_waste =
a61af66fc99e Initial load
duke
parents:
diff changeset
353 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_Bytes, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
354
a61af66fc99e Initial load
duke
parents:
diff changeset
355 cname = PerfDataManager::counter_name("tlab", "slowWaste");
a61af66fc99e Initial load
duke
parents:
diff changeset
356 _perf_slow_refill_waste =
a61af66fc99e Initial load
duke
parents:
diff changeset
357 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_Bytes, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
358
a61af66fc99e Initial load
duke
parents:
diff changeset
359 cname = PerfDataManager::counter_name("tlab", "maxSlowWaste");
a61af66fc99e Initial load
duke
parents:
diff changeset
360 _perf_max_slow_refill_waste =
a61af66fc99e Initial load
duke
parents:
diff changeset
361 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_Bytes, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
362
a61af66fc99e Initial load
duke
parents:
diff changeset
363 cname = PerfDataManager::counter_name("tlab", "fastWaste");
a61af66fc99e Initial load
duke
parents:
diff changeset
364 _perf_fast_refill_waste =
a61af66fc99e Initial load
duke
parents:
diff changeset
365 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_Bytes, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
366
a61af66fc99e Initial load
duke
parents:
diff changeset
367 cname = PerfDataManager::counter_name("tlab", "maxFastWaste");
a61af66fc99e Initial load
duke
parents:
diff changeset
368 _perf_max_fast_refill_waste =
a61af66fc99e Initial load
duke
parents:
diff changeset
369 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_Bytes, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
370
a61af66fc99e Initial load
duke
parents:
diff changeset
371 cname = PerfDataManager::counter_name("tlab", "slowAlloc");
a61af66fc99e Initial load
duke
parents:
diff changeset
372 _perf_slow_allocations =
a61af66fc99e Initial load
duke
parents:
diff changeset
373 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_None, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
374
a61af66fc99e Initial load
duke
parents:
diff changeset
375 cname = PerfDataManager::counter_name("tlab", "maxSlowAlloc");
a61af66fc99e Initial load
duke
parents:
diff changeset
376 _perf_max_slow_allocations =
a61af66fc99e Initial load
duke
parents:
diff changeset
377 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_None, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
378 }
a61af66fc99e Initial load
duke
parents:
diff changeset
379 }
a61af66fc99e Initial load
duke
parents:
diff changeset
380
a61af66fc99e Initial load
duke
parents:
diff changeset
381 void GlobalTLABStats::initialize() {
a61af66fc99e Initial load
duke
parents:
diff changeset
382 // Clear counters summarizing info from all threads
a61af66fc99e Initial load
duke
parents:
diff changeset
383 _allocating_threads = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
384 _total_refills = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
385 _max_refills = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
386 _total_allocation = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
387 _total_gc_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
388 _max_gc_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
389 _total_slow_refill_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
390 _max_slow_refill_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
391 _total_fast_refill_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
392 _max_fast_refill_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
393 _total_slow_allocations = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
394 _max_slow_allocations = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
395 }
a61af66fc99e Initial load
duke
parents:
diff changeset
396
a61af66fc99e Initial load
duke
parents:
diff changeset
397 void GlobalTLABStats::publish() {
a61af66fc99e Initial load
duke
parents:
diff changeset
398 _allocating_threads_avg.sample(_allocating_threads);
a61af66fc99e Initial load
duke
parents:
diff changeset
399 if (UsePerfData) {
a61af66fc99e Initial load
duke
parents:
diff changeset
400 _perf_allocating_threads ->set_value(_allocating_threads);
a61af66fc99e Initial load
duke
parents:
diff changeset
401 _perf_total_refills ->set_value(_total_refills);
a61af66fc99e Initial load
duke
parents:
diff changeset
402 _perf_max_refills ->set_value(_max_refills);
a61af66fc99e Initial load
duke
parents:
diff changeset
403 _perf_allocation ->set_value(_total_allocation);
a61af66fc99e Initial load
duke
parents:
diff changeset
404 _perf_gc_waste ->set_value(_total_gc_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
405 _perf_max_gc_waste ->set_value(_max_gc_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
406 _perf_slow_refill_waste ->set_value(_total_slow_refill_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
407 _perf_max_slow_refill_waste->set_value(_max_slow_refill_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
408 _perf_fast_refill_waste ->set_value(_total_fast_refill_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
409 _perf_max_fast_refill_waste->set_value(_max_fast_refill_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
410 _perf_slow_allocations ->set_value(_total_slow_allocations);
a61af66fc99e Initial load
duke
parents:
diff changeset
411 _perf_max_slow_allocations ->set_value(_max_slow_allocations);
a61af66fc99e Initial load
duke
parents:
diff changeset
412 }
a61af66fc99e Initial load
duke
parents:
diff changeset
413 }
a61af66fc99e Initial load
duke
parents:
diff changeset
414
a61af66fc99e Initial load
duke
parents:
diff changeset
415 void GlobalTLABStats::print() {
a61af66fc99e Initial load
duke
parents:
diff changeset
416 size_t waste = _total_gc_waste + _total_slow_refill_waste + _total_fast_refill_waste;
a61af66fc99e Initial load
duke
parents:
diff changeset
417 double waste_percent = _total_allocation == 0 ? 0.0 :
a61af66fc99e Initial load
duke
parents:
diff changeset
418 100.0 * waste / _total_allocation;
a61af66fc99e Initial load
duke
parents:
diff changeset
419 gclog_or_tty->print("TLAB totals: thrds: %d refills: %d max: %d"
a61af66fc99e Initial load
duke
parents:
diff changeset
420 " slow allocs: %d max %d waste: %4.1f%%"
a61af66fc99e Initial load
duke
parents:
diff changeset
421 " gc: " SIZE_FORMAT "B max: " SIZE_FORMAT "B"
a61af66fc99e Initial load
duke
parents:
diff changeset
422 " slow: " SIZE_FORMAT "B max: " SIZE_FORMAT "B"
a61af66fc99e Initial load
duke
parents:
diff changeset
423 " fast: " SIZE_FORMAT "B max: " SIZE_FORMAT "B\n",
a61af66fc99e Initial load
duke
parents:
diff changeset
424 _allocating_threads,
a61af66fc99e Initial load
duke
parents:
diff changeset
425 _total_refills, _max_refills,
a61af66fc99e Initial load
duke
parents:
diff changeset
426 _total_slow_allocations, _max_slow_allocations,
a61af66fc99e Initial load
duke
parents:
diff changeset
427 waste_percent,
a61af66fc99e Initial load
duke
parents:
diff changeset
428 _total_gc_waste * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
429 _max_gc_waste * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
430 _total_slow_refill_waste * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
431 _max_slow_refill_waste * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
432 _total_fast_refill_waste * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
433 _max_fast_refill_waste * HeapWordSize);
a61af66fc99e Initial load
duke
parents:
diff changeset
434 }