annotate src/share/vm/gc_interface/collectedHeap.cpp @ 113:ba764ed4b6f2

6420645: Create a vm that uses compressed oops for up to 32gb heapsizes Summary: Compressed oops in instances, arrays, and headers. Code contributors are coleenp, phh, never, swamyv Reviewed-by: jmasa, kamg, acorn, tbell, kvn, rasbold
author coleenp
date Sun, 13 Apr 2008 17:43:42 -0400
parents a61af66fc99e
children d1605aabd0a1 37f87013dfd8
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
a61af66fc99e Initial load
duke
parents:
diff changeset
2 * Copyright 2001-2007 Sun Microsystems, Inc. All Rights Reserved.
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
a61af66fc99e Initial load
duke
parents:
diff changeset
19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
a61af66fc99e Initial load
duke
parents:
diff changeset
20 * CA 95054 USA or visit www.sun.com if you need additional information or
a61af66fc99e Initial load
duke
parents:
diff changeset
21 * have any questions.
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
a61af66fc99e Initial load
duke
parents:
diff changeset
25 # include "incls/_precompiled.incl"
a61af66fc99e Initial load
duke
parents:
diff changeset
26 # include "incls/_collectedHeap.cpp.incl"
a61af66fc99e Initial load
duke
parents:
diff changeset
27
a61af66fc99e Initial load
duke
parents:
diff changeset
28
a61af66fc99e Initial load
duke
parents:
diff changeset
29 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
30 int CollectedHeap::_fire_out_of_memory_count = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
31 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
32
a61af66fc99e Initial load
duke
parents:
diff changeset
33 // Memory state functions.
a61af66fc99e Initial load
duke
parents:
diff changeset
34
a61af66fc99e Initial load
duke
parents:
diff changeset
35 CollectedHeap::CollectedHeap() :
a61af66fc99e Initial load
duke
parents:
diff changeset
36 _reserved(), _barrier_set(NULL), _is_gc_active(false),
a61af66fc99e Initial load
duke
parents:
diff changeset
37 _total_collections(0), _total_full_collections(0),
a61af66fc99e Initial load
duke
parents:
diff changeset
38 _gc_cause(GCCause::_no_gc), _gc_lastcause(GCCause::_no_gc) {
a61af66fc99e Initial load
duke
parents:
diff changeset
39 NOT_PRODUCT(_promotion_failure_alot_count = 0;)
a61af66fc99e Initial load
duke
parents:
diff changeset
40 NOT_PRODUCT(_promotion_failure_alot_gc_number = 0;)
a61af66fc99e Initial load
duke
parents:
diff changeset
41
a61af66fc99e Initial load
duke
parents:
diff changeset
42 if (UsePerfData) {
a61af66fc99e Initial load
duke
parents:
diff changeset
43 EXCEPTION_MARK;
a61af66fc99e Initial load
duke
parents:
diff changeset
44
a61af66fc99e Initial load
duke
parents:
diff changeset
45 // create the gc cause jvmstat counters
a61af66fc99e Initial load
duke
parents:
diff changeset
46 _perf_gc_cause = PerfDataManager::create_string_variable(SUN_GC, "cause",
a61af66fc99e Initial load
duke
parents:
diff changeset
47 80, GCCause::to_string(_gc_cause), CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
48
a61af66fc99e Initial load
duke
parents:
diff changeset
49 _perf_gc_lastcause =
a61af66fc99e Initial load
duke
parents:
diff changeset
50 PerfDataManager::create_string_variable(SUN_GC, "lastCause",
a61af66fc99e Initial load
duke
parents:
diff changeset
51 80, GCCause::to_string(_gc_lastcause), CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
52 }
a61af66fc99e Initial load
duke
parents:
diff changeset
53 }
a61af66fc99e Initial load
duke
parents:
diff changeset
54
a61af66fc99e Initial load
duke
parents:
diff changeset
55
a61af66fc99e Initial load
duke
parents:
diff changeset
56 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
57 void CollectedHeap::check_for_bad_heap_word_value(HeapWord* addr, size_t size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
58 if (CheckMemoryInitialization && ZapUnusedHeapArea) {
a61af66fc99e Initial load
duke
parents:
diff changeset
59 for (size_t slot = 0; slot < size; slot += 1) {
a61af66fc99e Initial load
duke
parents:
diff changeset
60 assert((*(intptr_t*) (addr + slot)) != ((intptr_t) badHeapWordVal),
a61af66fc99e Initial load
duke
parents:
diff changeset
61 "Found badHeapWordValue in post-allocation check");
a61af66fc99e Initial load
duke
parents:
diff changeset
62 }
a61af66fc99e Initial load
duke
parents:
diff changeset
63 }
a61af66fc99e Initial load
duke
parents:
diff changeset
64 }
a61af66fc99e Initial load
duke
parents:
diff changeset
65
a61af66fc99e Initial load
duke
parents:
diff changeset
66 void CollectedHeap::check_for_non_bad_heap_word_value(HeapWord* addr, size_t size)
a61af66fc99e Initial load
duke
parents:
diff changeset
67 {
a61af66fc99e Initial load
duke
parents:
diff changeset
68 if (CheckMemoryInitialization && ZapUnusedHeapArea) {
a61af66fc99e Initial load
duke
parents:
diff changeset
69 for (size_t slot = 0; slot < size; slot += 1) {
a61af66fc99e Initial load
duke
parents:
diff changeset
70 assert((*(intptr_t*) (addr + slot)) == ((intptr_t) badHeapWordVal),
a61af66fc99e Initial load
duke
parents:
diff changeset
71 "Found non badHeapWordValue in pre-allocation check");
a61af66fc99e Initial load
duke
parents:
diff changeset
72 }
a61af66fc99e Initial load
duke
parents:
diff changeset
73 }
a61af66fc99e Initial load
duke
parents:
diff changeset
74 }
a61af66fc99e Initial load
duke
parents:
diff changeset
75 #endif // PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
76
a61af66fc99e Initial load
duke
parents:
diff changeset
77 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
78 void CollectedHeap::check_for_valid_allocation_state() {
a61af66fc99e Initial load
duke
parents:
diff changeset
79 Thread *thread = Thread::current();
a61af66fc99e Initial load
duke
parents:
diff changeset
80 // How to choose between a pending exception and a potential
a61af66fc99e Initial load
duke
parents:
diff changeset
81 // OutOfMemoryError? Don't allow pending exceptions.
a61af66fc99e Initial load
duke
parents:
diff changeset
82 // This is a VM policy failure, so how do we exhaustively test it?
a61af66fc99e Initial load
duke
parents:
diff changeset
83 assert(!thread->has_pending_exception(),
a61af66fc99e Initial load
duke
parents:
diff changeset
84 "shouldn't be allocating with pending exception");
a61af66fc99e Initial load
duke
parents:
diff changeset
85 if (StrictSafepointChecks) {
a61af66fc99e Initial load
duke
parents:
diff changeset
86 assert(thread->allow_allocation(),
a61af66fc99e Initial load
duke
parents:
diff changeset
87 "Allocation done by thread for which allocation is blocked "
a61af66fc99e Initial load
duke
parents:
diff changeset
88 "by No_Allocation_Verifier!");
a61af66fc99e Initial load
duke
parents:
diff changeset
89 // Allocation of an oop can always invoke a safepoint,
a61af66fc99e Initial load
duke
parents:
diff changeset
90 // hence, the true argument
a61af66fc99e Initial load
duke
parents:
diff changeset
91 thread->check_for_valid_safepoint_state(true);
a61af66fc99e Initial load
duke
parents:
diff changeset
92 }
a61af66fc99e Initial load
duke
parents:
diff changeset
93 }
a61af66fc99e Initial load
duke
parents:
diff changeset
94 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
95
a61af66fc99e Initial load
duke
parents:
diff changeset
96 HeapWord* CollectedHeap::allocate_from_tlab_slow(Thread* thread, size_t size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
97
a61af66fc99e Initial load
duke
parents:
diff changeset
98 // Retain tlab and allocate object in shared space if
a61af66fc99e Initial load
duke
parents:
diff changeset
99 // the amount free in the tlab is too large to discard.
a61af66fc99e Initial load
duke
parents:
diff changeset
100 if (thread->tlab().free() > thread->tlab().refill_waste_limit()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
101 thread->tlab().record_slow_allocation(size);
a61af66fc99e Initial load
duke
parents:
diff changeset
102 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
103 }
a61af66fc99e Initial load
duke
parents:
diff changeset
104
a61af66fc99e Initial load
duke
parents:
diff changeset
105 // Discard tlab and allocate a new one.
a61af66fc99e Initial load
duke
parents:
diff changeset
106 // To minimize fragmentation, the last TLAB may be smaller than the rest.
a61af66fc99e Initial load
duke
parents:
diff changeset
107 size_t new_tlab_size = thread->tlab().compute_size(size);
a61af66fc99e Initial load
duke
parents:
diff changeset
108
a61af66fc99e Initial load
duke
parents:
diff changeset
109 thread->tlab().clear_before_allocation();
a61af66fc99e Initial load
duke
parents:
diff changeset
110
a61af66fc99e Initial load
duke
parents:
diff changeset
111 if (new_tlab_size == 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
112 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
113 }
a61af66fc99e Initial load
duke
parents:
diff changeset
114
a61af66fc99e Initial load
duke
parents:
diff changeset
115 // Allocate a new TLAB...
a61af66fc99e Initial load
duke
parents:
diff changeset
116 HeapWord* obj = Universe::heap()->allocate_new_tlab(new_tlab_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
117 if (obj == NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
118 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
119 }
a61af66fc99e Initial load
duke
parents:
diff changeset
120 if (ZeroTLAB) {
a61af66fc99e Initial load
duke
parents:
diff changeset
121 // ..and clear it.
a61af66fc99e Initial load
duke
parents:
diff changeset
122 Copy::zero_to_words(obj, new_tlab_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
123 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
124 // ...and clear just the allocated object.
a61af66fc99e Initial load
duke
parents:
diff changeset
125 Copy::zero_to_words(obj, size);
a61af66fc99e Initial load
duke
parents:
diff changeset
126 }
a61af66fc99e Initial load
duke
parents:
diff changeset
127 thread->tlab().fill(obj, obj + size, new_tlab_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
128 return obj;
a61af66fc99e Initial load
duke
parents:
diff changeset
129 }
a61af66fc99e Initial load
duke
parents:
diff changeset
130
a61af66fc99e Initial load
duke
parents:
diff changeset
131 oop CollectedHeap::new_store_barrier(oop new_obj) {
a61af66fc99e Initial load
duke
parents:
diff changeset
132 // %%% This needs refactoring. (It was imported from the server compiler.)
a61af66fc99e Initial load
duke
parents:
diff changeset
133 guarantee(can_elide_tlab_store_barriers(), "store barrier elision not supported");
a61af66fc99e Initial load
duke
parents:
diff changeset
134 BarrierSet* bs = this->barrier_set();
a61af66fc99e Initial load
duke
parents:
diff changeset
135 assert(bs->has_write_region_opt(), "Barrier set does not have write_region");
a61af66fc99e Initial load
duke
parents:
diff changeset
136 int new_size = new_obj->size();
a61af66fc99e Initial load
duke
parents:
diff changeset
137 bs->write_region(MemRegion((HeapWord*)new_obj, new_size));
a61af66fc99e Initial load
duke
parents:
diff changeset
138 return new_obj;
a61af66fc99e Initial load
duke
parents:
diff changeset
139 }
a61af66fc99e Initial load
duke
parents:
diff changeset
140
a61af66fc99e Initial load
duke
parents:
diff changeset
141 bool CollectedHeap::can_elide_permanent_oop_store_barriers() const {
a61af66fc99e Initial load
duke
parents:
diff changeset
142 // %%% This needs refactoring. (It was gating logic from the server compiler.)
a61af66fc99e Initial load
duke
parents:
diff changeset
143 guarantee(kind() < CollectedHeap::G1CollectedHeap, "");
a61af66fc99e Initial load
duke
parents:
diff changeset
144 return !UseConcMarkSweepGC;
a61af66fc99e Initial load
duke
parents:
diff changeset
145 }
a61af66fc99e Initial load
duke
parents:
diff changeset
146
a61af66fc99e Initial load
duke
parents:
diff changeset
147
a61af66fc99e Initial load
duke
parents:
diff changeset
148 HeapWord* CollectedHeap::allocate_new_tlab(size_t size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
149 guarantee(false, "thread-local allocation buffers not supported");
a61af66fc99e Initial load
duke
parents:
diff changeset
150 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
151 }
a61af66fc99e Initial load
duke
parents:
diff changeset
152
a61af66fc99e Initial load
duke
parents:
diff changeset
153 void CollectedHeap::fill_all_tlabs(bool retire) {
a61af66fc99e Initial load
duke
parents:
diff changeset
154 assert(UseTLAB, "should not reach here");
a61af66fc99e Initial load
duke
parents:
diff changeset
155 // See note in ensure_parsability() below.
a61af66fc99e Initial load
duke
parents:
diff changeset
156 assert(SafepointSynchronize::is_at_safepoint() ||
a61af66fc99e Initial load
duke
parents:
diff changeset
157 !is_init_completed(),
a61af66fc99e Initial load
duke
parents:
diff changeset
158 "should only fill tlabs at safepoint");
a61af66fc99e Initial load
duke
parents:
diff changeset
159 // The main thread starts allocating via a TLAB even before it
a61af66fc99e Initial load
duke
parents:
diff changeset
160 // has added itself to the threads list at vm boot-up.
a61af66fc99e Initial load
duke
parents:
diff changeset
161 assert(Threads::first() != NULL,
a61af66fc99e Initial load
duke
parents:
diff changeset
162 "Attempt to fill tlabs before main thread has been added"
a61af66fc99e Initial load
duke
parents:
diff changeset
163 " to threads list is doomed to failure!");
a61af66fc99e Initial load
duke
parents:
diff changeset
164 for(JavaThread *thread = Threads::first(); thread; thread = thread->next()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
165 thread->tlab().make_parsable(retire);
a61af66fc99e Initial load
duke
parents:
diff changeset
166 }
a61af66fc99e Initial load
duke
parents:
diff changeset
167 }
a61af66fc99e Initial load
duke
parents:
diff changeset
168
a61af66fc99e Initial load
duke
parents:
diff changeset
169 void CollectedHeap::ensure_parsability(bool retire_tlabs) {
a61af66fc99e Initial load
duke
parents:
diff changeset
170 // The second disjunct in the assertion below makes a concession
a61af66fc99e Initial load
duke
parents:
diff changeset
171 // for the start-up verification done while the VM is being
a61af66fc99e Initial load
duke
parents:
diff changeset
172 // created. Callers be careful that you know that mutators
a61af66fc99e Initial load
duke
parents:
diff changeset
173 // aren't going to interfere -- for instance, this is permissible
a61af66fc99e Initial load
duke
parents:
diff changeset
174 // if we are still single-threaded and have either not yet
a61af66fc99e Initial load
duke
parents:
diff changeset
175 // started allocating (nothing much to verify) or we have
a61af66fc99e Initial load
duke
parents:
diff changeset
176 // started allocating but are now a full-fledged JavaThread
a61af66fc99e Initial load
duke
parents:
diff changeset
177 // (and have thus made our TLAB's) available for filling.
a61af66fc99e Initial load
duke
parents:
diff changeset
178 assert(SafepointSynchronize::is_at_safepoint() ||
a61af66fc99e Initial load
duke
parents:
diff changeset
179 !is_init_completed(),
a61af66fc99e Initial load
duke
parents:
diff changeset
180 "Should only be called at a safepoint or at start-up"
a61af66fc99e Initial load
duke
parents:
diff changeset
181 " otherwise concurrent mutator activity may make heap "
a61af66fc99e Initial load
duke
parents:
diff changeset
182 " unparsable again");
a61af66fc99e Initial load
duke
parents:
diff changeset
183 if (UseTLAB) {
a61af66fc99e Initial load
duke
parents:
diff changeset
184 fill_all_tlabs(retire_tlabs);
a61af66fc99e Initial load
duke
parents:
diff changeset
185 }
a61af66fc99e Initial load
duke
parents:
diff changeset
186 }
a61af66fc99e Initial load
duke
parents:
diff changeset
187
a61af66fc99e Initial load
duke
parents:
diff changeset
188 void CollectedHeap::accumulate_statistics_all_tlabs() {
a61af66fc99e Initial load
duke
parents:
diff changeset
189 if (UseTLAB) {
a61af66fc99e Initial load
duke
parents:
diff changeset
190 assert(SafepointSynchronize::is_at_safepoint() ||
a61af66fc99e Initial load
duke
parents:
diff changeset
191 !is_init_completed(),
a61af66fc99e Initial load
duke
parents:
diff changeset
192 "should only accumulate statistics on tlabs at safepoint");
a61af66fc99e Initial load
duke
parents:
diff changeset
193
a61af66fc99e Initial load
duke
parents:
diff changeset
194 ThreadLocalAllocBuffer::accumulate_statistics_before_gc();
a61af66fc99e Initial load
duke
parents:
diff changeset
195 }
a61af66fc99e Initial load
duke
parents:
diff changeset
196 }
a61af66fc99e Initial load
duke
parents:
diff changeset
197
a61af66fc99e Initial load
duke
parents:
diff changeset
198 void CollectedHeap::resize_all_tlabs() {
a61af66fc99e Initial load
duke
parents:
diff changeset
199 if (UseTLAB) {
a61af66fc99e Initial load
duke
parents:
diff changeset
200 assert(SafepointSynchronize::is_at_safepoint() ||
a61af66fc99e Initial load
duke
parents:
diff changeset
201 !is_init_completed(),
a61af66fc99e Initial load
duke
parents:
diff changeset
202 "should only resize tlabs at safepoint");
a61af66fc99e Initial load
duke
parents:
diff changeset
203
a61af66fc99e Initial load
duke
parents:
diff changeset
204 ThreadLocalAllocBuffer::resize_all_tlabs();
a61af66fc99e Initial load
duke
parents:
diff changeset
205 }
a61af66fc99e Initial load
duke
parents:
diff changeset
206 }