Mercurial > hg > truffle
annotate src/share/vm/gc_implementation/parallelScavenge/psCompactionManager.cpp @ 546:05c6d52fa7a9
6690928: Use spinning in combination with yields for workstealing termination.
Summary: Substitute a spin loop for most calls to yield() to reduce the stress on the system.
Reviewed-by: tonyp
| author | jmasa |
|---|---|
| date | Sun, 08 Feb 2009 13:18:01 -0800 |
| parents | ad8c8ca4ab0f |
| children | 8b46c4d82093 |
| rev | line source |
|---|---|
| 0 | 1 /* |
| 470 | 2 * Copyright 2005-2008 Sun Microsystems, Inc. All Rights Reserved. |
| 0 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
| 4 * | |
| 5 * This code is free software; you can redistribute it and/or modify it | |
| 6 * under the terms of the GNU General Public License version 2 only, as | |
| 7 * published by the Free Software Foundation. | |
| 8 * | |
| 9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
| 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
| 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
| 12 * version 2 for more details (a copy is included in the LICENSE file that | |
| 13 * accompanied this code). | |
| 14 * | |
| 15 * You should have received a copy of the GNU General Public License version | |
| 16 * 2 along with this work; if not, write to the Free Software Foundation, | |
| 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
| 18 * | |
| 19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, | |
| 20 * CA 95054 USA or visit www.sun.com if you need additional information or | |
| 21 * have any questions. | |
| 22 * | |
| 23 */ | |
| 24 | |
| 25 #include "incls/_precompiled.incl" | |
| 26 #include "incls/_psCompactionManager.cpp.incl" | |
| 27 | |
| 28 PSOldGen* ParCompactionManager::_old_gen = NULL; | |
| 29 ParCompactionManager** ParCompactionManager::_manager_array = NULL; | |
| 30 OopTaskQueueSet* ParCompactionManager::_stack_array = NULL; | |
| 31 ObjectStartArray* ParCompactionManager::_start_array = NULL; | |
| 32 ParMarkBitMap* ParCompactionManager::_mark_bitmap = NULL; | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
33 RegionTaskQueueSet* ParCompactionManager::_region_array = NULL; |
| 0 | 34 |
| 35 ParCompactionManager::ParCompactionManager() : | |
| 36 _action(CopyAndUpdate) { | |
| 37 | |
| 38 ParallelScavengeHeap* heap = (ParallelScavengeHeap*)Universe::heap(); | |
| 39 assert(heap->kind() == CollectedHeap::ParallelScavengeHeap, "Sanity"); | |
| 40 | |
| 41 _old_gen = heap->old_gen(); | |
| 42 _start_array = old_gen()->start_array(); | |
| 43 | |
| 44 | |
| 45 marking_stack()->initialize(); | |
| 46 | |
| 47 // We want the overflow stack to be permanent | |
| 48 _overflow_stack = new (ResourceObj::C_HEAP) GrowableArray<oop>(10, true); | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
49 #ifdef USE_RegionTaskQueueWithOverflow |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
50 region_stack()->initialize(); |
| 0 | 51 #else |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
52 region_stack()->initialize(); |
| 0 | 53 |
| 54 // We want the overflow stack to be permanent | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
55 _region_overflow_stack = |
| 0 | 56 new (ResourceObj::C_HEAP) GrowableArray<size_t>(10, true); |
| 57 #endif | |
| 58 | |
| 59 // Note that _revisit_klass_stack is allocated out of the | |
| 60 // C heap (as opposed to out of ResourceArena). | |
| 61 int size = | |
| 62 (SystemDictionary::number_of_classes() * 2) * 2 / ParallelGCThreads; | |
| 63 _revisit_klass_stack = new (ResourceObj::C_HEAP) GrowableArray<Klass*>(size, true); | |
| 64 | |
| 65 } | |
| 66 | |
| 67 ParCompactionManager::~ParCompactionManager() { | |
| 68 delete _overflow_stack; | |
| 69 delete _revisit_klass_stack; | |
| 70 // _manager_array and _stack_array are statics | |
| 71 // shared with all instances of ParCompactionManager | |
| 72 // should not be deallocated. | |
| 73 } | |
| 74 | |
| 75 void ParCompactionManager::initialize(ParMarkBitMap* mbm) { | |
| 76 assert(PSParallelCompact::gc_task_manager() != NULL, | |
| 77 "Needed for initialization"); | |
| 78 | |
| 79 _mark_bitmap = mbm; | |
| 80 | |
| 81 uint parallel_gc_threads = PSParallelCompact::gc_task_manager()->workers(); | |
| 82 | |
| 83 assert(_manager_array == NULL, "Attempt to initialize twice"); | |
| 84 _manager_array = NEW_C_HEAP_ARRAY(ParCompactionManager*, parallel_gc_threads+1 ); | |
| 85 guarantee(_manager_array != NULL, "Could not initialize promotion manager"); | |
| 86 | |
| 87 _stack_array = new OopTaskQueueSet(parallel_gc_threads); | |
| 88 guarantee(_stack_array != NULL, "Count not initialize promotion manager"); | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
89 _region_array = new RegionTaskQueueSet(parallel_gc_threads); |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
90 guarantee(_region_array != NULL, "Count not initialize promotion manager"); |
| 0 | 91 |
| 92 // Create and register the ParCompactionManager(s) for the worker threads. | |
| 93 for(uint i=0; i<parallel_gc_threads; i++) { | |
| 94 _manager_array[i] = new ParCompactionManager(); | |
| 95 guarantee(_manager_array[i] != NULL, "Could not create ParCompactionManager"); | |
| 96 stack_array()->register_queue(i, _manager_array[i]->marking_stack()); | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
97 #ifdef USE_RegionTaskQueueWithOverflow |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
98 region_array()->register_queue(i, _manager_array[i]->region_stack()->task_queue()); |
| 0 | 99 #else |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
100 region_array()->register_queue(i, _manager_array[i]->region_stack()); |
| 0 | 101 #endif |
| 102 } | |
| 103 | |
| 104 // The VMThread gets its own ParCompactionManager, which is not available | |
| 105 // for work stealing. | |
| 106 _manager_array[parallel_gc_threads] = new ParCompactionManager(); | |
| 107 guarantee(_manager_array[parallel_gc_threads] != NULL, | |
| 108 "Could not create ParCompactionManager"); | |
| 109 assert(PSParallelCompact::gc_task_manager()->workers() != 0, | |
| 110 "Not initialized?"); | |
| 111 } | |
| 112 | |
| 113 bool ParCompactionManager::should_update() { | |
| 114 assert(action() != NotValid, "Action is not set"); | |
| 115 return (action() == ParCompactionManager::Update) || | |
| 116 (action() == ParCompactionManager::CopyAndUpdate) || | |
| 117 (action() == ParCompactionManager::UpdateAndCopy); | |
| 118 } | |
| 119 | |
| 120 bool ParCompactionManager::should_copy() { | |
| 121 assert(action() != NotValid, "Action is not set"); | |
| 122 return (action() == ParCompactionManager::Copy) || | |
| 123 (action() == ParCompactionManager::CopyAndUpdate) || | |
| 124 (action() == ParCompactionManager::UpdateAndCopy); | |
| 125 } | |
| 126 | |
| 127 bool ParCompactionManager::should_verify_only() { | |
| 128 assert(action() != NotValid, "Action is not set"); | |
| 129 return action() == ParCompactionManager::VerifyUpdate; | |
| 130 } | |
| 131 | |
| 132 bool ParCompactionManager::should_reset_only() { | |
| 133 assert(action() != NotValid, "Action is not set"); | |
| 134 return action() == ParCompactionManager::ResetObjects; | |
| 135 } | |
| 136 | |
| 137 // For now save on a stack | |
| 138 void ParCompactionManager::save_for_scanning(oop m) { | |
| 139 stack_push(m); | |
| 140 } | |
| 141 | |
| 142 void ParCompactionManager::stack_push(oop obj) { | |
| 143 | |
| 144 if(!marking_stack()->push(obj)) { | |
| 145 overflow_stack()->push(obj); | |
| 146 } | |
| 147 } | |
| 148 | |
| 149 oop ParCompactionManager::retrieve_for_scanning() { | |
| 150 | |
| 151 // Should not be used in the parallel case | |
| 152 ShouldNotReachHere(); | |
| 153 return NULL; | |
| 154 } | |
| 155 | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
156 // Save region on a stack |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
157 void ParCompactionManager::save_for_processing(size_t region_index) { |
| 0 | 158 #ifdef ASSERT |
| 159 const ParallelCompactData& sd = PSParallelCompact::summary_data(); | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
160 ParallelCompactData::RegionData* const region_ptr = sd.region(region_index); |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
161 assert(region_ptr->claimed(), "must be claimed"); |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
162 assert(region_ptr->_pushed++ == 0, "should only be pushed once"); |
| 0 | 163 #endif |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
164 region_stack_push(region_index); |
| 0 | 165 } |
| 166 | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
167 void ParCompactionManager::region_stack_push(size_t region_index) { |
| 0 | 168 |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
169 #ifdef USE_RegionTaskQueueWithOverflow |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
170 region_stack()->save(region_index); |
| 0 | 171 #else |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
172 if(!region_stack()->push(region_index)) { |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
173 region_overflow_stack()->push(region_index); |
| 0 | 174 } |
| 175 #endif | |
| 176 } | |
| 177 | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
178 bool ParCompactionManager::retrieve_for_processing(size_t& region_index) { |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
179 #ifdef USE_RegionTaskQueueWithOverflow |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
180 return region_stack()->retrieve(region_index); |
| 0 | 181 #else |
| 182 // Should not be used in the parallel case | |
| 183 ShouldNotReachHere(); | |
| 184 return false; | |
| 185 #endif | |
| 186 } | |
| 187 | |
| 188 ParCompactionManager* | |
| 189 ParCompactionManager::gc_thread_compaction_manager(int index) { | |
| 190 assert(index >= 0 && index < (int)ParallelGCThreads, "index out of range"); | |
| 191 assert(_manager_array != NULL, "Sanity"); | |
| 192 return _manager_array[index]; | |
| 193 } | |
| 194 | |
| 195 void ParCompactionManager::reset() { | |
| 196 for(uint i=0; i<ParallelGCThreads+1; i++) { | |
| 197 manager_array(i)->revisit_klass_stack()->clear(); | |
| 198 } | |
| 199 } | |
| 200 | |
| 201 void ParCompactionManager::drain_marking_stacks(OopClosure* blk) { | |
| 202 #ifdef ASSERT | |
| 203 ParallelScavengeHeap* heap = (ParallelScavengeHeap*)Universe::heap(); | |
| 204 assert(heap->kind() == CollectedHeap::ParallelScavengeHeap, "Sanity"); | |
| 205 MutableSpace* to_space = heap->young_gen()->to_space(); | |
| 206 MutableSpace* old_space = heap->old_gen()->object_space(); | |
| 207 MutableSpace* perm_space = heap->perm_gen()->object_space(); | |
| 208 #endif /* ASSERT */ | |
| 209 | |
| 210 | |
| 211 do { | |
| 212 | |
| 213 // Drain overflow stack first, so other threads can steal from | |
| 214 // claimed stack while we work. | |
| 215 while(!overflow_stack()->is_empty()) { | |
| 216 oop obj = overflow_stack()->pop(); | |
| 217 obj->follow_contents(this); | |
| 218 } | |
| 219 | |
| 220 oop obj; | |
| 221 // obj is a reference!!! | |
| 222 while (marking_stack()->pop_local(obj)) { | |
| 223 // It would be nice to assert about the type of objects we might | |
| 224 // pop, but they can come from anywhere, unfortunately. | |
| 225 obj->follow_contents(this); | |
| 226 } | |
| 227 } while((marking_stack()->size() != 0) || (overflow_stack()->length() != 0)); | |
| 228 | |
| 229 assert(marking_stack()->size() == 0, "Sanity"); | |
| 230 assert(overflow_stack()->length() == 0, "Sanity"); | |
| 231 } | |
| 232 | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
233 void ParCompactionManager::drain_region_overflow_stack() { |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
234 size_t region_index = (size_t) -1; |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
235 while(region_stack()->retrieve_from_overflow(region_index)) { |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
236 PSParallelCompact::fill_and_update_region(this, region_index); |
| 0 | 237 } |
| 238 } | |
| 239 | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
240 void ParCompactionManager::drain_region_stacks() { |
| 0 | 241 #ifdef ASSERT |
| 242 ParallelScavengeHeap* heap = (ParallelScavengeHeap*)Universe::heap(); | |
| 243 assert(heap->kind() == CollectedHeap::ParallelScavengeHeap, "Sanity"); | |
| 244 MutableSpace* to_space = heap->young_gen()->to_space(); | |
| 245 MutableSpace* old_space = heap->old_gen()->object_space(); | |
| 246 MutableSpace* perm_space = heap->perm_gen()->object_space(); | |
| 247 #endif /* ASSERT */ | |
| 248 | |
| 249 #if 1 // def DO_PARALLEL - the serial code hasn't been updated | |
| 250 do { | |
| 251 | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
252 #ifdef USE_RegionTaskQueueWithOverflow |
| 0 | 253 // Drain overflow stack first, so other threads can steal from |
| 254 // claimed stack while we work. | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
255 size_t region_index = (size_t) -1; |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
256 while(region_stack()->retrieve_from_overflow(region_index)) { |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
257 PSParallelCompact::fill_and_update_region(this, region_index); |
| 0 | 258 } |
| 259 | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
260 while (region_stack()->retrieve_from_stealable_queue(region_index)) { |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
261 PSParallelCompact::fill_and_update_region(this, region_index); |
| 0 | 262 } |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
263 } while (!region_stack()->is_empty()); |
| 0 | 264 #else |
| 265 // Drain overflow stack first, so other threads can steal from | |
| 266 // claimed stack while we work. | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
267 while(!region_overflow_stack()->is_empty()) { |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
268 size_t region_index = region_overflow_stack()->pop(); |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
269 PSParallelCompact::fill_and_update_region(this, region_index); |
| 0 | 270 } |
| 271 | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
272 size_t region_index = -1; |
| 0 | 273 // obj is a reference!!! |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
274 while (region_stack()->pop_local(region_index)) { |
| 0 | 275 // It would be nice to assert about the type of objects we might |
| 276 // pop, but they can come from anywhere, unfortunately. | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
277 PSParallelCompact::fill_and_update_region(this, region_index); |
| 0 | 278 } |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
279 } while((region_stack()->size() != 0) || |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
280 (region_overflow_stack()->length() != 0)); |
| 0 | 281 #endif |
| 282 | |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
283 #ifdef USE_RegionTaskQueueWithOverflow |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
284 assert(region_stack()->is_empty(), "Sanity"); |
| 0 | 285 #else |
|
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
286 assert(region_stack()->size() == 0, "Sanity"); |
|
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
287 assert(region_overflow_stack()->length() == 0, "Sanity"); |
| 0 | 288 #endif |
| 289 #else | |
| 290 oop obj; | |
| 291 while (obj = retrieve_for_scanning()) { | |
| 292 obj->follow_contents(this); | |
| 293 } | |
| 294 #endif | |
| 295 } | |
| 296 | |
| 297 #ifdef ASSERT | |
| 298 bool ParCompactionManager::stacks_have_been_allocated() { | |
| 299 return (revisit_klass_stack()->data_addr() != NULL); | |
| 300 } | |
| 301 #endif |