annotate src/share/vm/memory/threadLocalAllocBuffer.cpp @ 12233:40136aa2cdb1

8010722: assert: failed: heap size is too big for compressed oops Summary: Use conservative assumptions of required alignment for the various garbage collector components into account when determining the maximum heap size that supports compressed oops. Using this conservative value avoids several circular dependencies in the calculation. Reviewed-by: stefank, dholmes
author tschatzl
date Wed, 11 Sep 2013 16:25:02 +0200
parents f34d701e952e
children 579ee1eb0f30 1e1c8d358b52
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
2100
b1a2afa37ec4 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 1972
diff changeset
2 * Copyright (c) 1999, 2011, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1165
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1165
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1165
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
25 #include "precompiled.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
26 #include "memory/genCollectedHeap.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
27 #include "memory/resourceArea.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
28 #include "memory/threadLocalAllocBuffer.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
29 #include "memory/universe.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
30 #include "oops/oop.inline.hpp"
7180
f34d701e952e 8003935: Simplify the needed includes for using Thread::current()
stefank
parents: 3960
diff changeset
31 #include "runtime/thread.inline.hpp"
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
32 #include "utilities/copy.hpp"
0
a61af66fc99e Initial load
duke
parents:
diff changeset
33
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
34 // Thread-Local Edens support
0
a61af66fc99e Initial load
duke
parents:
diff changeset
35
a61af66fc99e Initial load
duke
parents:
diff changeset
36 // static member initialization
a61af66fc99e Initial load
duke
parents:
diff changeset
37 unsigned ThreadLocalAllocBuffer::_target_refills = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
38 GlobalTLABStats* ThreadLocalAllocBuffer::_global_stats = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
39
a61af66fc99e Initial load
duke
parents:
diff changeset
40 void ThreadLocalAllocBuffer::clear_before_allocation() {
a61af66fc99e Initial load
duke
parents:
diff changeset
41 _slow_refill_waste += (unsigned)remaining();
a61af66fc99e Initial load
duke
parents:
diff changeset
42 make_parsable(true); // also retire the TLAB
a61af66fc99e Initial load
duke
parents:
diff changeset
43 }
a61af66fc99e Initial load
duke
parents:
diff changeset
44
a61af66fc99e Initial load
duke
parents:
diff changeset
45 void ThreadLocalAllocBuffer::accumulate_statistics_before_gc() {
a61af66fc99e Initial load
duke
parents:
diff changeset
46 global_stats()->initialize();
a61af66fc99e Initial load
duke
parents:
diff changeset
47
a61af66fc99e Initial load
duke
parents:
diff changeset
48 for(JavaThread *thread = Threads::first(); thread; thread = thread->next()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
49 thread->tlab().accumulate_statistics();
a61af66fc99e Initial load
duke
parents:
diff changeset
50 thread->tlab().initialize_statistics();
a61af66fc99e Initial load
duke
parents:
diff changeset
51 }
a61af66fc99e Initial load
duke
parents:
diff changeset
52
a61af66fc99e Initial load
duke
parents:
diff changeset
53 // Publish new stats if some allocation occurred.
a61af66fc99e Initial load
duke
parents:
diff changeset
54 if (global_stats()->allocation() != 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
55 global_stats()->publish();
a61af66fc99e Initial load
duke
parents:
diff changeset
56 if (PrintTLAB) {
a61af66fc99e Initial load
duke
parents:
diff changeset
57 global_stats()->print();
a61af66fc99e Initial load
duke
parents:
diff changeset
58 }
a61af66fc99e Initial load
duke
parents:
diff changeset
59 }
a61af66fc99e Initial load
duke
parents:
diff changeset
60 }
a61af66fc99e Initial load
duke
parents:
diff changeset
61
a61af66fc99e Initial load
duke
parents:
diff changeset
62 void ThreadLocalAllocBuffer::accumulate_statistics() {
a61af66fc99e Initial load
duke
parents:
diff changeset
63 size_t capacity = Universe::heap()->tlab_capacity(myThread()) / HeapWordSize;
a61af66fc99e Initial load
duke
parents:
diff changeset
64 size_t unused = Universe::heap()->unsafe_max_tlab_alloc(myThread()) / HeapWordSize;
a61af66fc99e Initial load
duke
parents:
diff changeset
65 size_t used = capacity - unused;
a61af66fc99e Initial load
duke
parents:
diff changeset
66
a61af66fc99e Initial load
duke
parents:
diff changeset
67 // Update allocation history if a reasonable amount of eden was allocated.
a61af66fc99e Initial load
duke
parents:
diff changeset
68 bool update_allocation_history = used > 0.5 * capacity;
a61af66fc99e Initial load
duke
parents:
diff changeset
69
a61af66fc99e Initial load
duke
parents:
diff changeset
70 _gc_waste += (unsigned)remaining();
a61af66fc99e Initial load
duke
parents:
diff changeset
71
a61af66fc99e Initial load
duke
parents:
diff changeset
72 if (PrintTLAB && (_number_of_refills > 0 || Verbose)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
73 print_stats("gc");
a61af66fc99e Initial load
duke
parents:
diff changeset
74 }
a61af66fc99e Initial load
duke
parents:
diff changeset
75
a61af66fc99e Initial load
duke
parents:
diff changeset
76 if (_number_of_refills > 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
77
a61af66fc99e Initial load
duke
parents:
diff changeset
78 if (update_allocation_history) {
a61af66fc99e Initial load
duke
parents:
diff changeset
79 // Average the fraction of eden allocated in a tlab by this
a61af66fc99e Initial load
duke
parents:
diff changeset
80 // thread for use in the next resize operation.
a61af66fc99e Initial load
duke
parents:
diff changeset
81 // _gc_waste is not subtracted because it's included in
a61af66fc99e Initial load
duke
parents:
diff changeset
82 // "used".
a61af66fc99e Initial load
duke
parents:
diff changeset
83 size_t allocation = _number_of_refills * desired_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
84 double alloc_frac = allocation / (double) used;
a61af66fc99e Initial load
duke
parents:
diff changeset
85 _allocation_fraction.sample(alloc_frac);
a61af66fc99e Initial load
duke
parents:
diff changeset
86 }
a61af66fc99e Initial load
duke
parents:
diff changeset
87 global_stats()->update_allocating_threads();
a61af66fc99e Initial load
duke
parents:
diff changeset
88 global_stats()->update_number_of_refills(_number_of_refills);
a61af66fc99e Initial load
duke
parents:
diff changeset
89 global_stats()->update_allocation(_number_of_refills * desired_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
90 global_stats()->update_gc_waste(_gc_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
91 global_stats()->update_slow_refill_waste(_slow_refill_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
92 global_stats()->update_fast_refill_waste(_fast_refill_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
93
a61af66fc99e Initial load
duke
parents:
diff changeset
94 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
95 assert(_number_of_refills == 0 && _fast_refill_waste == 0 &&
a61af66fc99e Initial load
duke
parents:
diff changeset
96 _slow_refill_waste == 0 && _gc_waste == 0,
a61af66fc99e Initial load
duke
parents:
diff changeset
97 "tlab stats == 0");
a61af66fc99e Initial load
duke
parents:
diff changeset
98 }
a61af66fc99e Initial load
duke
parents:
diff changeset
99 global_stats()->update_slow_allocations(_slow_allocations);
a61af66fc99e Initial load
duke
parents:
diff changeset
100 }
a61af66fc99e Initial load
duke
parents:
diff changeset
101
a61af66fc99e Initial load
duke
parents:
diff changeset
102 // Fills the current tlab with a dummy filler array to create
a61af66fc99e Initial load
duke
parents:
diff changeset
103 // an illusion of a contiguous Eden and optionally retires the tlab.
a61af66fc99e Initial load
duke
parents:
diff changeset
104 // Waste accounting should be done in caller as appropriate; see,
a61af66fc99e Initial load
duke
parents:
diff changeset
105 // for example, clear_before_allocation().
a61af66fc99e Initial load
duke
parents:
diff changeset
106 void ThreadLocalAllocBuffer::make_parsable(bool retire) {
a61af66fc99e Initial load
duke
parents:
diff changeset
107 if (end() != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
108 invariants();
2100
b1a2afa37ec4 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 1972
diff changeset
109
b1a2afa37ec4 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 1972
diff changeset
110 if (retire) {
b1a2afa37ec4 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 1972
diff changeset
111 myThread()->incr_allocated_bytes(used_bytes());
b1a2afa37ec4 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 1972
diff changeset
112 }
b1a2afa37ec4 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 1972
diff changeset
113
1165
2dd52dea6d28 6902115: G1:assert(ignore_max_completed||thread->is_Java_thread()||SafepointSynchronize::is_at_safepoint())
johnc
parents: 579
diff changeset
114 CollectedHeap::fill_with_object(top(), hard_end(), retire);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
115
a61af66fc99e Initial load
duke
parents:
diff changeset
116 if (retire || ZeroTLAB) { // "Reset" the TLAB
a61af66fc99e Initial load
duke
parents:
diff changeset
117 set_start(NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
118 set_top(NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
119 set_pf_top(NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
120 set_end(NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
121 }
a61af66fc99e Initial load
duke
parents:
diff changeset
122 }
a61af66fc99e Initial load
duke
parents:
diff changeset
123 assert(!(retire || ZeroTLAB) ||
a61af66fc99e Initial load
duke
parents:
diff changeset
124 (start() == NULL && end() == NULL && top() == NULL),
a61af66fc99e Initial load
duke
parents:
diff changeset
125 "TLAB must be reset");
a61af66fc99e Initial load
duke
parents:
diff changeset
126 }
a61af66fc99e Initial load
duke
parents:
diff changeset
127
a61af66fc99e Initial load
duke
parents:
diff changeset
128 void ThreadLocalAllocBuffer::resize_all_tlabs() {
a61af66fc99e Initial load
duke
parents:
diff changeset
129 for(JavaThread *thread = Threads::first(); thread; thread = thread->next()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
130 thread->tlab().resize();
a61af66fc99e Initial load
duke
parents:
diff changeset
131 }
a61af66fc99e Initial load
duke
parents:
diff changeset
132 }
a61af66fc99e Initial load
duke
parents:
diff changeset
133
a61af66fc99e Initial load
duke
parents:
diff changeset
134 void ThreadLocalAllocBuffer::resize() {
a61af66fc99e Initial load
duke
parents:
diff changeset
135
a61af66fc99e Initial load
duke
parents:
diff changeset
136 if (ResizeTLAB) {
a61af66fc99e Initial load
duke
parents:
diff changeset
137 // Compute the next tlab size using expected allocation amount
a61af66fc99e Initial load
duke
parents:
diff changeset
138 size_t alloc = (size_t)(_allocation_fraction.average() *
a61af66fc99e Initial load
duke
parents:
diff changeset
139 (Universe::heap()->tlab_capacity(myThread()) / HeapWordSize));
a61af66fc99e Initial load
duke
parents:
diff changeset
140 size_t new_size = alloc / _target_refills;
a61af66fc99e Initial load
duke
parents:
diff changeset
141
a61af66fc99e Initial load
duke
parents:
diff changeset
142 new_size = MIN2(MAX2(new_size, min_size()), max_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
143
a61af66fc99e Initial load
duke
parents:
diff changeset
144 size_t aligned_new_size = align_object_size(new_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
145
a61af66fc99e Initial load
duke
parents:
diff changeset
146 if (PrintTLAB && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
147 gclog_or_tty->print("TLAB new size: thread: " INTPTR_FORMAT " [id: %2d]"
a61af66fc99e Initial load
duke
parents:
diff changeset
148 " refills %d alloc: %8.6f desired_size: " SIZE_FORMAT " -> " SIZE_FORMAT "\n",
a61af66fc99e Initial load
duke
parents:
diff changeset
149 myThread(), myThread()->osthread()->thread_id(),
a61af66fc99e Initial load
duke
parents:
diff changeset
150 _target_refills, _allocation_fraction.average(), desired_size(), aligned_new_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
151 }
a61af66fc99e Initial load
duke
parents:
diff changeset
152 set_desired_size(aligned_new_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
153
a61af66fc99e Initial load
duke
parents:
diff changeset
154 set_refill_waste_limit(initial_refill_waste_limit());
a61af66fc99e Initial load
duke
parents:
diff changeset
155 }
a61af66fc99e Initial load
duke
parents:
diff changeset
156 }
a61af66fc99e Initial load
duke
parents:
diff changeset
157
a61af66fc99e Initial load
duke
parents:
diff changeset
158 void ThreadLocalAllocBuffer::initialize_statistics() {
a61af66fc99e Initial load
duke
parents:
diff changeset
159 _number_of_refills = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
160 _fast_refill_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
161 _slow_refill_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
162 _gc_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
163 _slow_allocations = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
164 }
a61af66fc99e Initial load
duke
parents:
diff changeset
165
a61af66fc99e Initial load
duke
parents:
diff changeset
166 void ThreadLocalAllocBuffer::fill(HeapWord* start,
a61af66fc99e Initial load
duke
parents:
diff changeset
167 HeapWord* top,
a61af66fc99e Initial load
duke
parents:
diff changeset
168 size_t new_size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
169 _number_of_refills++;
a61af66fc99e Initial load
duke
parents:
diff changeset
170 if (PrintTLAB && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
171 print_stats("fill");
a61af66fc99e Initial load
duke
parents:
diff changeset
172 }
a61af66fc99e Initial load
duke
parents:
diff changeset
173 assert(top <= start + new_size - alignment_reserve(), "size too small");
a61af66fc99e Initial load
duke
parents:
diff changeset
174 initialize(start, top, start + new_size - alignment_reserve());
a61af66fc99e Initial load
duke
parents:
diff changeset
175
a61af66fc99e Initial load
duke
parents:
diff changeset
176 // Reset amount of internal fragmentation
a61af66fc99e Initial load
duke
parents:
diff changeset
177 set_refill_waste_limit(initial_refill_waste_limit());
a61af66fc99e Initial load
duke
parents:
diff changeset
178 }
a61af66fc99e Initial load
duke
parents:
diff changeset
179
a61af66fc99e Initial load
duke
parents:
diff changeset
180 void ThreadLocalAllocBuffer::initialize(HeapWord* start,
a61af66fc99e Initial load
duke
parents:
diff changeset
181 HeapWord* top,
a61af66fc99e Initial load
duke
parents:
diff changeset
182 HeapWord* end) {
a61af66fc99e Initial load
duke
parents:
diff changeset
183 set_start(start);
a61af66fc99e Initial load
duke
parents:
diff changeset
184 set_top(top);
a61af66fc99e Initial load
duke
parents:
diff changeset
185 set_pf_top(top);
a61af66fc99e Initial load
duke
parents:
diff changeset
186 set_end(end);
a61af66fc99e Initial load
duke
parents:
diff changeset
187 invariants();
a61af66fc99e Initial load
duke
parents:
diff changeset
188 }
a61af66fc99e Initial load
duke
parents:
diff changeset
189
a61af66fc99e Initial load
duke
parents:
diff changeset
190 void ThreadLocalAllocBuffer::initialize() {
a61af66fc99e Initial load
duke
parents:
diff changeset
191 initialize(NULL, // start
a61af66fc99e Initial load
duke
parents:
diff changeset
192 NULL, // top
a61af66fc99e Initial load
duke
parents:
diff changeset
193 NULL); // end
a61af66fc99e Initial load
duke
parents:
diff changeset
194
a61af66fc99e Initial load
duke
parents:
diff changeset
195 set_desired_size(initial_desired_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
196
a61af66fc99e Initial load
duke
parents:
diff changeset
197 // Following check is needed because at startup the main (primordial)
a61af66fc99e Initial load
duke
parents:
diff changeset
198 // thread is initialized before the heap is. The initialization for
a61af66fc99e Initial load
duke
parents:
diff changeset
199 // this thread is redone in startup_initialization below.
a61af66fc99e Initial load
duke
parents:
diff changeset
200 if (Universe::heap() != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
201 size_t capacity = Universe::heap()->tlab_capacity(myThread()) / HeapWordSize;
a61af66fc99e Initial load
duke
parents:
diff changeset
202 double alloc_frac = desired_size() * target_refills() / (double) capacity;
a61af66fc99e Initial load
duke
parents:
diff changeset
203 _allocation_fraction.sample(alloc_frac);
a61af66fc99e Initial load
duke
parents:
diff changeset
204 }
a61af66fc99e Initial load
duke
parents:
diff changeset
205
a61af66fc99e Initial load
duke
parents:
diff changeset
206 set_refill_waste_limit(initial_refill_waste_limit());
a61af66fc99e Initial load
duke
parents:
diff changeset
207
a61af66fc99e Initial load
duke
parents:
diff changeset
208 initialize_statistics();
a61af66fc99e Initial load
duke
parents:
diff changeset
209 }
a61af66fc99e Initial load
duke
parents:
diff changeset
210
a61af66fc99e Initial load
duke
parents:
diff changeset
211 void ThreadLocalAllocBuffer::startup_initialization() {
a61af66fc99e Initial load
duke
parents:
diff changeset
212
a61af66fc99e Initial load
duke
parents:
diff changeset
213 // Assuming each thread's active tlab is, on average,
a61af66fc99e Initial load
duke
parents:
diff changeset
214 // 1/2 full at a GC
a61af66fc99e Initial load
duke
parents:
diff changeset
215 _target_refills = 100 / (2 * TLABWasteTargetPercent);
a61af66fc99e Initial load
duke
parents:
diff changeset
216 _target_refills = MAX2(_target_refills, (unsigned)1U);
a61af66fc99e Initial load
duke
parents:
diff changeset
217
a61af66fc99e Initial load
duke
parents:
diff changeset
218 _global_stats = new GlobalTLABStats();
a61af66fc99e Initial load
duke
parents:
diff changeset
219
a61af66fc99e Initial load
duke
parents:
diff changeset
220 // During jvm startup, the main (primordial) thread is initialized
a61af66fc99e Initial load
duke
parents:
diff changeset
221 // before the heap is initialized. So reinitialize it now.
a61af66fc99e Initial load
duke
parents:
diff changeset
222 guarantee(Thread::current()->is_Java_thread(), "tlab initialization thread not Java thread");
a61af66fc99e Initial load
duke
parents:
diff changeset
223 Thread::current()->tlab().initialize();
a61af66fc99e Initial load
duke
parents:
diff changeset
224
a61af66fc99e Initial load
duke
parents:
diff changeset
225 if (PrintTLAB && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
226 gclog_or_tty->print("TLAB min: " SIZE_FORMAT " initial: " SIZE_FORMAT " max: " SIZE_FORMAT "\n",
a61af66fc99e Initial load
duke
parents:
diff changeset
227 min_size(), Thread::current()->tlab().initial_desired_size(), max_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
228 }
a61af66fc99e Initial load
duke
parents:
diff changeset
229 }
a61af66fc99e Initial load
duke
parents:
diff changeset
230
a61af66fc99e Initial load
duke
parents:
diff changeset
231 size_t ThreadLocalAllocBuffer::initial_desired_size() {
a61af66fc99e Initial load
duke
parents:
diff changeset
232 size_t init_sz;
a61af66fc99e Initial load
duke
parents:
diff changeset
233
a61af66fc99e Initial load
duke
parents:
diff changeset
234 if (TLABSize > 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
235 init_sz = MIN2(TLABSize / HeapWordSize, max_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
236 } else if (global_stats() == NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
237 // Startup issue - main thread initialized before heap initialized.
a61af66fc99e Initial load
duke
parents:
diff changeset
238 init_sz = min_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
239 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
240 // Initial size is a function of the average number of allocating threads.
a61af66fc99e Initial load
duke
parents:
diff changeset
241 unsigned nof_threads = global_stats()->allocating_threads_avg();
a61af66fc99e Initial load
duke
parents:
diff changeset
242
a61af66fc99e Initial load
duke
parents:
diff changeset
243 init_sz = (Universe::heap()->tlab_capacity(myThread()) / HeapWordSize) /
a61af66fc99e Initial load
duke
parents:
diff changeset
244 (nof_threads * target_refills());
a61af66fc99e Initial load
duke
parents:
diff changeset
245 init_sz = align_object_size(init_sz);
a61af66fc99e Initial load
duke
parents:
diff changeset
246 init_sz = MIN2(MAX2(init_sz, min_size()), max_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
247 }
a61af66fc99e Initial load
duke
parents:
diff changeset
248 return init_sz;
a61af66fc99e Initial load
duke
parents:
diff changeset
249 }
a61af66fc99e Initial load
duke
parents:
diff changeset
250
a61af66fc99e Initial load
duke
parents:
diff changeset
251 const size_t ThreadLocalAllocBuffer::max_size() {
a61af66fc99e Initial load
duke
parents:
diff changeset
252
a61af66fc99e Initial load
duke
parents:
diff changeset
253 // TLABs can't be bigger than we can fill with a int[Integer.MAX_VALUE].
a61af66fc99e Initial load
duke
parents:
diff changeset
254 // This restriction could be removed by enabling filling with multiple arrays.
a61af66fc99e Initial load
duke
parents:
diff changeset
255 // If we compute that the reasonable way as
a61af66fc99e Initial load
duke
parents:
diff changeset
256 // header_size + ((sizeof(jint) * max_jint) / HeapWordSize)
a61af66fc99e Initial load
duke
parents:
diff changeset
257 // we'll overflow on the multiply, so we do the divide first.
a61af66fc99e Initial load
duke
parents:
diff changeset
258 // We actually lose a little by dividing first,
a61af66fc99e Initial load
duke
parents:
diff changeset
259 // but that just makes the TLAB somewhat smaller than the biggest array,
a61af66fc99e Initial load
duke
parents:
diff changeset
260 // which is fine, since we'll be able to fill that.
a61af66fc99e Initial load
duke
parents:
diff changeset
261
a61af66fc99e Initial load
duke
parents:
diff changeset
262 size_t unaligned_max_size = typeArrayOopDesc::header_size(T_INT) +
a61af66fc99e Initial load
duke
parents:
diff changeset
263 sizeof(jint) *
a61af66fc99e Initial load
duke
parents:
diff changeset
264 ((juint) max_jint / (size_t) HeapWordSize);
a61af66fc99e Initial load
duke
parents:
diff changeset
265 return align_size_down(unaligned_max_size, MinObjAlignment);
a61af66fc99e Initial load
duke
parents:
diff changeset
266 }
a61af66fc99e Initial load
duke
parents:
diff changeset
267
a61af66fc99e Initial load
duke
parents:
diff changeset
268 void ThreadLocalAllocBuffer::print_stats(const char* tag) {
a61af66fc99e Initial load
duke
parents:
diff changeset
269 Thread* thrd = myThread();
a61af66fc99e Initial load
duke
parents:
diff changeset
270 size_t waste = _gc_waste + _slow_refill_waste + _fast_refill_waste;
a61af66fc99e Initial load
duke
parents:
diff changeset
271 size_t alloc = _number_of_refills * _desired_size;
a61af66fc99e Initial load
duke
parents:
diff changeset
272 double waste_percent = alloc == 0 ? 0.0 :
a61af66fc99e Initial load
duke
parents:
diff changeset
273 100.0 * waste / alloc;
a61af66fc99e Initial load
duke
parents:
diff changeset
274 size_t tlab_used = Universe::heap()->tlab_capacity(thrd) -
a61af66fc99e Initial load
duke
parents:
diff changeset
275 Universe::heap()->unsafe_max_tlab_alloc(thrd);
a61af66fc99e Initial load
duke
parents:
diff changeset
276 gclog_or_tty->print("TLAB: %s thread: " INTPTR_FORMAT " [id: %2d]"
a61af66fc99e Initial load
duke
parents:
diff changeset
277 " desired_size: " SIZE_FORMAT "KB"
a61af66fc99e Initial load
duke
parents:
diff changeset
278 " slow allocs: %d refill waste: " SIZE_FORMAT "B"
a61af66fc99e Initial load
duke
parents:
diff changeset
279 " alloc:%8.5f %8.0fKB refills: %d waste %4.1f%% gc: %dB"
a61af66fc99e Initial load
duke
parents:
diff changeset
280 " slow: %dB fast: %dB\n",
a61af66fc99e Initial load
duke
parents:
diff changeset
281 tag, thrd, thrd->osthread()->thread_id(),
a61af66fc99e Initial load
duke
parents:
diff changeset
282 _desired_size / (K / HeapWordSize),
a61af66fc99e Initial load
duke
parents:
diff changeset
283 _slow_allocations, _refill_waste_limit * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
284 _allocation_fraction.average(),
a61af66fc99e Initial load
duke
parents:
diff changeset
285 _allocation_fraction.average() * tlab_used / K,
a61af66fc99e Initial load
duke
parents:
diff changeset
286 _number_of_refills, waste_percent,
a61af66fc99e Initial load
duke
parents:
diff changeset
287 _gc_waste * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
288 _slow_refill_waste * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
289 _fast_refill_waste * HeapWordSize);
a61af66fc99e Initial load
duke
parents:
diff changeset
290 }
a61af66fc99e Initial load
duke
parents:
diff changeset
291
a61af66fc99e Initial load
duke
parents:
diff changeset
292 void ThreadLocalAllocBuffer::verify() {
a61af66fc99e Initial load
duke
parents:
diff changeset
293 HeapWord* p = start();
a61af66fc99e Initial load
duke
parents:
diff changeset
294 HeapWord* t = top();
a61af66fc99e Initial load
duke
parents:
diff changeset
295 HeapWord* prev_p = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
296 while (p < t) {
a61af66fc99e Initial load
duke
parents:
diff changeset
297 oop(p)->verify();
a61af66fc99e Initial load
duke
parents:
diff changeset
298 prev_p = p;
a61af66fc99e Initial load
duke
parents:
diff changeset
299 p += oop(p)->size();
a61af66fc99e Initial load
duke
parents:
diff changeset
300 }
a61af66fc99e Initial load
duke
parents:
diff changeset
301 guarantee(p == top(), "end of last object must match end of space");
a61af66fc99e Initial load
duke
parents:
diff changeset
302 }
a61af66fc99e Initial load
duke
parents:
diff changeset
303
a61af66fc99e Initial load
duke
parents:
diff changeset
304 Thread* ThreadLocalAllocBuffer::myThread() {
a61af66fc99e Initial load
duke
parents:
diff changeset
305 return (Thread*)(((char *)this) +
a61af66fc99e Initial load
duke
parents:
diff changeset
306 in_bytes(start_offset()) -
a61af66fc99e Initial load
duke
parents:
diff changeset
307 in_bytes(Thread::tlab_start_offset()));
a61af66fc99e Initial load
duke
parents:
diff changeset
308 }
a61af66fc99e Initial load
duke
parents:
diff changeset
309
a61af66fc99e Initial load
duke
parents:
diff changeset
310
a61af66fc99e Initial load
duke
parents:
diff changeset
311 GlobalTLABStats::GlobalTLABStats() :
a61af66fc99e Initial load
duke
parents:
diff changeset
312 _allocating_threads_avg(TLABAllocationWeight) {
a61af66fc99e Initial load
duke
parents:
diff changeset
313
a61af66fc99e Initial load
duke
parents:
diff changeset
314 initialize();
a61af66fc99e Initial load
duke
parents:
diff changeset
315
a61af66fc99e Initial load
duke
parents:
diff changeset
316 _allocating_threads_avg.sample(1); // One allocating thread at startup
a61af66fc99e Initial load
duke
parents:
diff changeset
317
a61af66fc99e Initial load
duke
parents:
diff changeset
318 if (UsePerfData) {
a61af66fc99e Initial load
duke
parents:
diff changeset
319
a61af66fc99e Initial load
duke
parents:
diff changeset
320 EXCEPTION_MARK;
a61af66fc99e Initial load
duke
parents:
diff changeset
321 ResourceMark rm;
a61af66fc99e Initial load
duke
parents:
diff changeset
322
a61af66fc99e Initial load
duke
parents:
diff changeset
323 char* cname = PerfDataManager::counter_name("tlab", "allocThreads");
a61af66fc99e Initial load
duke
parents:
diff changeset
324 _perf_allocating_threads =
a61af66fc99e Initial load
duke
parents:
diff changeset
325 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_None, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
326
a61af66fc99e Initial load
duke
parents:
diff changeset
327 cname = PerfDataManager::counter_name("tlab", "fills");
a61af66fc99e Initial load
duke
parents:
diff changeset
328 _perf_total_refills =
a61af66fc99e Initial load
duke
parents:
diff changeset
329 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_None, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
330
a61af66fc99e Initial load
duke
parents:
diff changeset
331 cname = PerfDataManager::counter_name("tlab", "maxFills");
a61af66fc99e Initial load
duke
parents:
diff changeset
332 _perf_max_refills =
a61af66fc99e Initial load
duke
parents:
diff changeset
333 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_None, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
334
a61af66fc99e Initial load
duke
parents:
diff changeset
335 cname = PerfDataManager::counter_name("tlab", "alloc");
a61af66fc99e Initial load
duke
parents:
diff changeset
336 _perf_allocation =
a61af66fc99e Initial load
duke
parents:
diff changeset
337 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_Bytes, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
338
a61af66fc99e Initial load
duke
parents:
diff changeset
339 cname = PerfDataManager::counter_name("tlab", "gcWaste");
a61af66fc99e Initial load
duke
parents:
diff changeset
340 _perf_gc_waste =
a61af66fc99e Initial load
duke
parents:
diff changeset
341 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_Bytes, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
342
a61af66fc99e Initial load
duke
parents:
diff changeset
343 cname = PerfDataManager::counter_name("tlab", "maxGcWaste");
a61af66fc99e Initial load
duke
parents:
diff changeset
344 _perf_max_gc_waste =
a61af66fc99e Initial load
duke
parents:
diff changeset
345 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_Bytes, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
346
a61af66fc99e Initial load
duke
parents:
diff changeset
347 cname = PerfDataManager::counter_name("tlab", "slowWaste");
a61af66fc99e Initial load
duke
parents:
diff changeset
348 _perf_slow_refill_waste =
a61af66fc99e Initial load
duke
parents:
diff changeset
349 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_Bytes, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
350
a61af66fc99e Initial load
duke
parents:
diff changeset
351 cname = PerfDataManager::counter_name("tlab", "maxSlowWaste");
a61af66fc99e Initial load
duke
parents:
diff changeset
352 _perf_max_slow_refill_waste =
a61af66fc99e Initial load
duke
parents:
diff changeset
353 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_Bytes, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
354
a61af66fc99e Initial load
duke
parents:
diff changeset
355 cname = PerfDataManager::counter_name("tlab", "fastWaste");
a61af66fc99e Initial load
duke
parents:
diff changeset
356 _perf_fast_refill_waste =
a61af66fc99e Initial load
duke
parents:
diff changeset
357 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_Bytes, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
358
a61af66fc99e Initial load
duke
parents:
diff changeset
359 cname = PerfDataManager::counter_name("tlab", "maxFastWaste");
a61af66fc99e Initial load
duke
parents:
diff changeset
360 _perf_max_fast_refill_waste =
a61af66fc99e Initial load
duke
parents:
diff changeset
361 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_Bytes, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
362
a61af66fc99e Initial load
duke
parents:
diff changeset
363 cname = PerfDataManager::counter_name("tlab", "slowAlloc");
a61af66fc99e Initial load
duke
parents:
diff changeset
364 _perf_slow_allocations =
a61af66fc99e Initial load
duke
parents:
diff changeset
365 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_None, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
366
a61af66fc99e Initial load
duke
parents:
diff changeset
367 cname = PerfDataManager::counter_name("tlab", "maxSlowAlloc");
a61af66fc99e Initial load
duke
parents:
diff changeset
368 _perf_max_slow_allocations =
a61af66fc99e Initial load
duke
parents:
diff changeset
369 PerfDataManager::create_variable(SUN_GC, cname, PerfData::U_None, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
370 }
a61af66fc99e Initial load
duke
parents:
diff changeset
371 }
a61af66fc99e Initial load
duke
parents:
diff changeset
372
a61af66fc99e Initial load
duke
parents:
diff changeset
373 void GlobalTLABStats::initialize() {
a61af66fc99e Initial load
duke
parents:
diff changeset
374 // Clear counters summarizing info from all threads
a61af66fc99e Initial load
duke
parents:
diff changeset
375 _allocating_threads = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
376 _total_refills = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
377 _max_refills = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
378 _total_allocation = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
379 _total_gc_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
380 _max_gc_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
381 _total_slow_refill_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
382 _max_slow_refill_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
383 _total_fast_refill_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
384 _max_fast_refill_waste = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
385 _total_slow_allocations = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
386 _max_slow_allocations = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
387 }
a61af66fc99e Initial load
duke
parents:
diff changeset
388
a61af66fc99e Initial load
duke
parents:
diff changeset
389 void GlobalTLABStats::publish() {
a61af66fc99e Initial load
duke
parents:
diff changeset
390 _allocating_threads_avg.sample(_allocating_threads);
a61af66fc99e Initial load
duke
parents:
diff changeset
391 if (UsePerfData) {
a61af66fc99e Initial load
duke
parents:
diff changeset
392 _perf_allocating_threads ->set_value(_allocating_threads);
a61af66fc99e Initial load
duke
parents:
diff changeset
393 _perf_total_refills ->set_value(_total_refills);
a61af66fc99e Initial load
duke
parents:
diff changeset
394 _perf_max_refills ->set_value(_max_refills);
a61af66fc99e Initial load
duke
parents:
diff changeset
395 _perf_allocation ->set_value(_total_allocation);
a61af66fc99e Initial load
duke
parents:
diff changeset
396 _perf_gc_waste ->set_value(_total_gc_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
397 _perf_max_gc_waste ->set_value(_max_gc_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
398 _perf_slow_refill_waste ->set_value(_total_slow_refill_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
399 _perf_max_slow_refill_waste->set_value(_max_slow_refill_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
400 _perf_fast_refill_waste ->set_value(_total_fast_refill_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
401 _perf_max_fast_refill_waste->set_value(_max_fast_refill_waste);
a61af66fc99e Initial load
duke
parents:
diff changeset
402 _perf_slow_allocations ->set_value(_total_slow_allocations);
a61af66fc99e Initial load
duke
parents:
diff changeset
403 _perf_max_slow_allocations ->set_value(_max_slow_allocations);
a61af66fc99e Initial load
duke
parents:
diff changeset
404 }
a61af66fc99e Initial load
duke
parents:
diff changeset
405 }
a61af66fc99e Initial load
duke
parents:
diff changeset
406
a61af66fc99e Initial load
duke
parents:
diff changeset
407 void GlobalTLABStats::print() {
a61af66fc99e Initial load
duke
parents:
diff changeset
408 size_t waste = _total_gc_waste + _total_slow_refill_waste + _total_fast_refill_waste;
a61af66fc99e Initial load
duke
parents:
diff changeset
409 double waste_percent = _total_allocation == 0 ? 0.0 :
a61af66fc99e Initial load
duke
parents:
diff changeset
410 100.0 * waste / _total_allocation;
a61af66fc99e Initial load
duke
parents:
diff changeset
411 gclog_or_tty->print("TLAB totals: thrds: %d refills: %d max: %d"
a61af66fc99e Initial load
duke
parents:
diff changeset
412 " slow allocs: %d max %d waste: %4.1f%%"
a61af66fc99e Initial load
duke
parents:
diff changeset
413 " gc: " SIZE_FORMAT "B max: " SIZE_FORMAT "B"
a61af66fc99e Initial load
duke
parents:
diff changeset
414 " slow: " SIZE_FORMAT "B max: " SIZE_FORMAT "B"
a61af66fc99e Initial load
duke
parents:
diff changeset
415 " fast: " SIZE_FORMAT "B max: " SIZE_FORMAT "B\n",
a61af66fc99e Initial load
duke
parents:
diff changeset
416 _allocating_threads,
a61af66fc99e Initial load
duke
parents:
diff changeset
417 _total_refills, _max_refills,
a61af66fc99e Initial load
duke
parents:
diff changeset
418 _total_slow_allocations, _max_slow_allocations,
a61af66fc99e Initial load
duke
parents:
diff changeset
419 waste_percent,
a61af66fc99e Initial load
duke
parents:
diff changeset
420 _total_gc_waste * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
421 _max_gc_waste * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
422 _total_slow_refill_waste * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
423 _max_slow_refill_waste * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
424 _total_fast_refill_waste * HeapWordSize,
a61af66fc99e Initial load
duke
parents:
diff changeset
425 _max_fast_refill_waste * HeapWordSize);
a61af66fc99e Initial load
duke
parents:
diff changeset
426 }