Mercurial > hg > truffle
annotate src/share/vm/gc_implementation/shared/markSweep.cpp @ 993:54b3b351d6f9
Merge
| author | jrose |
|---|---|
| date | Wed, 23 Sep 2009 23:56:15 -0700 |
| parents | 148e5441d916 8b46c4d82093 |
| children | 46b819ba120b |
| rev | line source |
|---|---|
| 0 | 1 /* |
| 196 | 2 * Copyright 1997-2008 Sun Microsystems, Inc. All Rights Reserved. |
| 0 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
| 4 * | |
| 5 * This code is free software; you can redistribute it and/or modify it | |
| 6 * under the terms of the GNU General Public License version 2 only, as | |
| 7 * published by the Free Software Foundation. | |
| 8 * | |
| 9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
| 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
| 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
| 12 * version 2 for more details (a copy is included in the LICENSE file that | |
| 13 * accompanied this code). | |
| 14 * | |
| 15 * You should have received a copy of the GNU General Public License version | |
| 16 * 2 along with this work; if not, write to the Free Software Foundation, | |
| 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
| 18 * | |
| 19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, | |
| 20 * CA 95054 USA or visit www.sun.com if you need additional information or | |
| 21 * have any questions. | |
| 22 * | |
| 23 */ | |
| 24 | |
| 25 #include "incls/_precompiled.incl" | |
| 26 #include "incls/_markSweep.cpp.incl" | |
| 27 | |
| 28 GrowableArray<oop>* MarkSweep::_marking_stack = NULL; | |
| 29 GrowableArray<Klass*>* MarkSweep::_revisit_klass_stack = NULL; | |
| 941 | 30 GrowableArray<DataLayout*>* MarkSweep::_revisit_mdo_stack = NULL; |
| 0 | 31 |
| 32 GrowableArray<oop>* MarkSweep::_preserved_oop_stack = NULL; | |
| 33 GrowableArray<markOop>* MarkSweep::_preserved_mark_stack= NULL; | |
| 34 size_t MarkSweep::_preserved_count = 0; | |
| 35 size_t MarkSweep::_preserved_count_max = 0; | |
| 36 PreservedMark* MarkSweep::_preserved_marks = NULL; | |
| 37 ReferenceProcessor* MarkSweep::_ref_processor = NULL; | |
| 38 | |
| 39 #ifdef VALIDATE_MARK_SWEEP | |
|
113
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
40 GrowableArray<void*>* MarkSweep::_root_refs_stack = NULL; |
| 0 | 41 GrowableArray<oop> * MarkSweep::_live_oops = NULL; |
| 42 GrowableArray<oop> * MarkSweep::_live_oops_moved_to = NULL; | |
| 43 GrowableArray<size_t>* MarkSweep::_live_oops_size = NULL; | |
| 44 size_t MarkSweep::_live_oops_index = 0; | |
| 45 size_t MarkSweep::_live_oops_index_at_perm = 0; | |
|
113
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
46 GrowableArray<void*>* MarkSweep::_other_refs_stack = NULL; |
|
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
47 GrowableArray<void*>* MarkSweep::_adjusted_pointers = NULL; |
|
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
48 bool MarkSweep::_pointer_tracking = false; |
|
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
49 bool MarkSweep::_root_tracking = true; |
| 0 | 50 |
| 51 GrowableArray<HeapWord*>* MarkSweep::_cur_gc_live_oops = NULL; | |
| 52 GrowableArray<HeapWord*>* MarkSweep::_cur_gc_live_oops_moved_to = NULL; | |
| 53 GrowableArray<size_t> * MarkSweep::_cur_gc_live_oops_size = NULL; | |
| 54 GrowableArray<HeapWord*>* MarkSweep::_last_gc_live_oops = NULL; | |
| 55 GrowableArray<HeapWord*>* MarkSweep::_last_gc_live_oops_moved_to = NULL; | |
| 56 GrowableArray<size_t> * MarkSweep::_last_gc_live_oops_size = NULL; | |
| 57 #endif | |
| 58 | |
| 59 void MarkSweep::revisit_weak_klass_link(Klass* k) { | |
| 60 _revisit_klass_stack->push(k); | |
| 61 } | |
| 62 | |
| 63 void MarkSweep::follow_weak_klass_links() { | |
| 64 // All klasses on the revisit stack are marked at this point. | |
| 65 // Update and follow all subklass, sibling and implementor links. | |
| 941 | 66 if (PrintRevisitStats) { |
| 67 gclog_or_tty->print_cr("#classes in system dictionary = %d", SystemDictionary::number_of_classes()); | |
| 68 gclog_or_tty->print_cr("Revisit klass stack length = %d", _revisit_klass_stack->length()); | |
| 69 } | |
| 0 | 70 for (int i = 0; i < _revisit_klass_stack->length(); i++) { |
| 71 _revisit_klass_stack->at(i)->follow_weak_klass_links(&is_alive,&keep_alive); | |
| 72 } | |
| 73 follow_stack(); | |
| 74 } | |
| 75 | |
| 941 | 76 #if ( defined(COMPILER1) || defined(COMPILER2) ) |
| 77 void MarkSweep::revisit_mdo(DataLayout* p) { | |
| 78 _revisit_mdo_stack->push(p); | |
| 79 } | |
| 80 | |
| 81 void MarkSweep::follow_mdo_weak_refs() { | |
| 82 // All strongly reachable oops have been marked at this point; | |
| 83 // we can visit and clear any weak references from MDO's which | |
| 84 // we memoized during the strong marking phase. | |
| 85 assert(_marking_stack->is_empty(), "Marking stack should be empty"); | |
| 86 if (PrintRevisitStats) { | |
| 87 gclog_or_tty->print_cr("#classes in system dictionary = %d", SystemDictionary::number_of_classes()); | |
| 88 gclog_or_tty->print_cr("Revisit MDO stack length = %d", _revisit_mdo_stack->length()); | |
| 89 } | |
| 90 for (int i = 0; i < _revisit_mdo_stack->length(); i++) { | |
| 91 _revisit_mdo_stack->at(i)->follow_weak_refs(&is_alive); | |
| 92 } | |
| 93 follow_stack(); | |
| 94 } | |
| 95 #endif // ( COMPILER1 || COMPILER2 ) | |
| 96 | |
|
113
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
97 MarkSweep::FollowRootClosure MarkSweep::follow_root_closure; |
|
989
148e5441d916
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
196
diff
changeset
|
98 CodeBlobToOopClosure MarkSweep::follow_code_root_closure(&MarkSweep::follow_root_closure, /*do_marking=*/ true); |
| 0 | 99 |
|
113
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
100 void MarkSweep::FollowRootClosure::do_oop(oop* p) { follow_root(p); } |
|
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
101 void MarkSweep::FollowRootClosure::do_oop(narrowOop* p) { follow_root(p); } |
| 0 | 102 |
| 103 MarkSweep::MarkAndPushClosure MarkSweep::mark_and_push_closure; | |
| 104 | |
|
113
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
105 void MarkSweep::MarkAndPushClosure::do_oop(oop* p) { mark_and_push(p); } |
|
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
106 void MarkSweep::MarkAndPushClosure::do_oop(narrowOop* p) { mark_and_push(p); } |
| 0 | 107 |
| 108 void MarkSweep::follow_stack() { | |
| 109 while (!_marking_stack->is_empty()) { | |
| 110 oop obj = _marking_stack->pop(); | |
| 111 assert (obj->is_gc_marked(), "p must be marked"); | |
| 112 obj->follow_contents(); | |
| 113 } | |
| 114 } | |
| 115 | |
| 116 MarkSweep::FollowStackClosure MarkSweep::follow_stack_closure; | |
| 117 | |
|
113
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
118 void MarkSweep::FollowStackClosure::do_void() { follow_stack(); } |
| 0 | 119 |
| 120 // We preserve the mark which should be replaced at the end and the location that it | |
| 121 // will go. Note that the object that this markOop belongs to isn't currently at that | |
| 122 // address but it will be after phase4 | |
| 123 void MarkSweep::preserve_mark(oop obj, markOop mark) { | |
| 124 // we try to store preserved marks in the to space of the new generation since this | |
| 125 // is storage which should be available. Most of the time this should be sufficient | |
| 126 // space for the marks we need to preserve but if it isn't we fall back in using | |
| 127 // GrowableArrays to keep track of the overflow. | |
| 128 if (_preserved_count < _preserved_count_max) { | |
| 129 _preserved_marks[_preserved_count++].init(obj, mark); | |
| 130 } else { | |
| 131 if (_preserved_mark_stack == NULL) { | |
| 132 _preserved_mark_stack = new (ResourceObj::C_HEAP) GrowableArray<markOop>(40, true); | |
| 133 _preserved_oop_stack = new (ResourceObj::C_HEAP) GrowableArray<oop>(40, true); | |
| 134 } | |
| 135 _preserved_mark_stack->push(mark); | |
| 136 _preserved_oop_stack->push(obj); | |
| 137 } | |
| 138 } | |
| 139 | |
| 140 MarkSweep::AdjustPointerClosure MarkSweep::adjust_root_pointer_closure(true); | |
| 141 MarkSweep::AdjustPointerClosure MarkSweep::adjust_pointer_closure(false); | |
| 142 | |
|
113
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
143 void MarkSweep::AdjustPointerClosure::do_oop(oop* p) { adjust_pointer(p, _is_root); } |
|
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
144 void MarkSweep::AdjustPointerClosure::do_oop(narrowOop* p) { adjust_pointer(p, _is_root); } |
|
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
145 |
| 0 | 146 void MarkSweep::adjust_marks() { |
| 147 assert(_preserved_oop_stack == NULL || | |
| 148 _preserved_oop_stack->length() == _preserved_mark_stack->length(), | |
| 149 "inconsistent preserved oop stacks"); | |
| 150 | |
| 151 // adjust the oops we saved earlier | |
| 152 for (size_t i = 0; i < _preserved_count; i++) { | |
| 153 _preserved_marks[i].adjust_pointer(); | |
| 154 } | |
| 155 | |
| 156 // deal with the overflow stack | |
| 157 if (_preserved_oop_stack) { | |
| 158 for (int i = 0; i < _preserved_oop_stack->length(); i++) { | |
| 159 oop* p = _preserved_oop_stack->adr_at(i); | |
| 160 adjust_pointer(p); | |
| 161 } | |
| 162 } | |
| 163 } | |
| 164 | |
| 165 void MarkSweep::restore_marks() { | |
| 166 assert(_preserved_oop_stack == NULL || | |
| 167 _preserved_oop_stack->length() == _preserved_mark_stack->length(), | |
| 168 "inconsistent preserved oop stacks"); | |
| 169 if (PrintGC && Verbose) { | |
| 170 gclog_or_tty->print_cr("Restoring %d marks", _preserved_count + | |
| 171 (_preserved_oop_stack ? _preserved_oop_stack->length() : 0)); | |
| 172 } | |
| 173 | |
| 174 // restore the marks we saved earlier | |
| 175 for (size_t i = 0; i < _preserved_count; i++) { | |
| 176 _preserved_marks[i].restore(); | |
| 177 } | |
| 178 | |
| 179 // deal with the overflow | |
| 180 if (_preserved_oop_stack) { | |
| 181 for (int i = 0; i < _preserved_oop_stack->length(); i++) { | |
| 182 oop obj = _preserved_oop_stack->at(i); | |
| 183 markOop mark = _preserved_mark_stack->at(i); | |
| 184 obj->set_mark(mark); | |
| 185 } | |
| 186 } | |
| 187 } | |
| 188 | |
| 189 #ifdef VALIDATE_MARK_SWEEP | |
| 190 | |
|
113
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
191 void MarkSweep::track_adjusted_pointer(void* p, bool isroot) { |
| 0 | 192 if (!ValidateMarkSweep) |
| 193 return; | |
| 194 | |
| 195 if (!isroot) { | |
| 196 if (_pointer_tracking) { | |
| 197 guarantee(_adjusted_pointers->contains(p), "should have seen this pointer"); | |
| 198 _adjusted_pointers->remove(p); | |
| 199 } | |
| 200 } else { | |
| 201 ptrdiff_t index = _root_refs_stack->find(p); | |
| 202 if (index != -1) { | |
| 203 int l = _root_refs_stack->length(); | |
| 204 if (l > 0 && l - 1 != index) { | |
|
113
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
205 void* last = _root_refs_stack->pop(); |
| 0 | 206 assert(last != p, "should be different"); |
| 207 _root_refs_stack->at_put(index, last); | |
| 208 } else { | |
| 209 _root_refs_stack->remove(p); | |
| 210 } | |
| 211 } | |
| 212 } | |
| 213 } | |
| 214 | |
|
113
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
215 void MarkSweep::check_adjust_pointer(void* p) { |
| 0 | 216 _adjusted_pointers->push(p); |
| 217 } | |
| 218 | |
| 219 class AdjusterTracker: public OopClosure { | |
| 220 public: | |
|
113
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
221 AdjusterTracker() {} |
|
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
222 void do_oop(oop* o) { MarkSweep::check_adjust_pointer(o); } |
|
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
223 void do_oop(narrowOop* o) { MarkSweep::check_adjust_pointer(o); } |
| 0 | 224 }; |
| 225 | |
| 226 void MarkSweep::track_interior_pointers(oop obj) { | |
| 227 if (ValidateMarkSweep) { | |
| 228 _adjusted_pointers->clear(); | |
| 229 _pointer_tracking = true; | |
| 230 | |
| 231 AdjusterTracker checker; | |
| 232 obj->oop_iterate(&checker); | |
| 233 } | |
| 234 } | |
| 235 | |
| 236 void MarkSweep::check_interior_pointers() { | |
| 237 if (ValidateMarkSweep) { | |
| 238 _pointer_tracking = false; | |
| 239 guarantee(_adjusted_pointers->length() == 0, "should have processed the same pointers"); | |
| 240 } | |
| 241 } | |
| 242 | |
| 243 void MarkSweep::reset_live_oop_tracking(bool at_perm) { | |
| 244 if (ValidateMarkSweep) { | |
| 245 guarantee((size_t)_live_oops->length() == _live_oops_index, "should be at end of live oops"); | |
| 246 _live_oops_index = at_perm ? _live_oops_index_at_perm : 0; | |
| 247 } | |
| 248 } | |
| 249 | |
| 250 void MarkSweep::register_live_oop(oop p, size_t size) { | |
| 251 if (ValidateMarkSweep) { | |
| 252 _live_oops->push(p); | |
| 253 _live_oops_size->push(size); | |
| 254 _live_oops_index++; | |
| 255 } | |
| 256 } | |
| 257 | |
| 258 void MarkSweep::validate_live_oop(oop p, size_t size) { | |
| 259 if (ValidateMarkSweep) { | |
| 260 oop obj = _live_oops->at((int)_live_oops_index); | |
| 261 guarantee(obj == p, "should be the same object"); | |
| 262 guarantee(_live_oops_size->at((int)_live_oops_index) == size, "should be the same size"); | |
| 263 _live_oops_index++; | |
| 264 } | |
| 265 } | |
| 266 | |
| 267 void MarkSweep::live_oop_moved_to(HeapWord* q, size_t size, | |
| 268 HeapWord* compaction_top) { | |
| 269 assert(oop(q)->forwardee() == NULL || oop(q)->forwardee() == oop(compaction_top), | |
| 270 "should be moved to forwarded location"); | |
| 271 if (ValidateMarkSweep) { | |
| 272 MarkSweep::validate_live_oop(oop(q), size); | |
| 273 _live_oops_moved_to->push(oop(compaction_top)); | |
| 274 } | |
| 275 if (RecordMarkSweepCompaction) { | |
| 276 _cur_gc_live_oops->push(q); | |
| 277 _cur_gc_live_oops_moved_to->push(compaction_top); | |
| 278 _cur_gc_live_oops_size->push(size); | |
| 279 } | |
| 280 } | |
| 281 | |
| 282 void MarkSweep::compaction_complete() { | |
| 283 if (RecordMarkSweepCompaction) { | |
| 284 GrowableArray<HeapWord*>* _tmp_live_oops = _cur_gc_live_oops; | |
| 285 GrowableArray<HeapWord*>* _tmp_live_oops_moved_to = _cur_gc_live_oops_moved_to; | |
| 286 GrowableArray<size_t> * _tmp_live_oops_size = _cur_gc_live_oops_size; | |
| 287 | |
| 288 _cur_gc_live_oops = _last_gc_live_oops; | |
| 289 _cur_gc_live_oops_moved_to = _last_gc_live_oops_moved_to; | |
| 290 _cur_gc_live_oops_size = _last_gc_live_oops_size; | |
| 291 _last_gc_live_oops = _tmp_live_oops; | |
| 292 _last_gc_live_oops_moved_to = _tmp_live_oops_moved_to; | |
| 293 _last_gc_live_oops_size = _tmp_live_oops_size; | |
| 294 } | |
| 295 } | |
| 296 | |
| 297 void MarkSweep::print_new_location_of_heap_address(HeapWord* q) { | |
| 298 if (!RecordMarkSweepCompaction) { | |
| 299 tty->print_cr("Requires RecordMarkSweepCompaction to be enabled"); | |
| 300 return; | |
| 301 } | |
| 302 | |
| 303 if (_last_gc_live_oops == NULL) { | |
| 304 tty->print_cr("No compaction information gathered yet"); | |
| 305 return; | |
| 306 } | |
| 307 | |
| 308 for (int i = 0; i < _last_gc_live_oops->length(); i++) { | |
| 309 HeapWord* old_oop = _last_gc_live_oops->at(i); | |
| 310 size_t sz = _last_gc_live_oops_size->at(i); | |
| 311 if (old_oop <= q && q < (old_oop + sz)) { | |
| 312 HeapWord* new_oop = _last_gc_live_oops_moved_to->at(i); | |
| 313 size_t offset = (q - old_oop); | |
| 314 tty->print_cr("Address " PTR_FORMAT, q); | |
|
113
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
315 tty->print_cr(" Was in oop " PTR_FORMAT ", size " SIZE_FORMAT ", at offset " SIZE_FORMAT, old_oop, sz, offset); |
| 0 | 316 tty->print_cr(" Now in oop " PTR_FORMAT ", actual address " PTR_FORMAT, new_oop, new_oop + offset); |
| 317 return; | |
| 318 } | |
| 319 } | |
| 320 | |
| 321 tty->print_cr("Address " PTR_FORMAT " not found in live oop information from last GC", q); | |
| 322 } | |
| 323 #endif //VALIDATE_MARK_SWEEP | |
| 324 | |
|
113
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
325 MarkSweep::IsAliveClosure MarkSweep::is_alive; |
| 0 | 326 |
|
113
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
327 void MarkSweep::IsAliveClosure::do_object(oop p) { ShouldNotReachHere(); } |
|
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
328 bool MarkSweep::IsAliveClosure::do_object_b(oop p) { return p->is_gc_marked(); } |
| 0 | 329 |
| 330 MarkSweep::KeepAliveClosure MarkSweep::keep_alive; | |
| 331 | |
|
113
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
332 void MarkSweep::KeepAliveClosure::do_oop(oop* p) { MarkSweep::KeepAliveClosure::do_oop_work(p); } |
|
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
333 void MarkSweep::KeepAliveClosure::do_oop(narrowOop* p) { MarkSweep::KeepAliveClosure::do_oop_work(p); } |
|
ba764ed4b6f2
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
0
diff
changeset
|
334 |
| 0 | 335 void marksweep_init() { /* empty */ } |
| 336 | |
| 337 #ifndef PRODUCT | |
| 338 | |
| 339 void MarkSweep::trace(const char* msg) { | |
| 340 if (TraceMarkSweep) | |
| 341 gclog_or_tty->print("%s", msg); | |
| 342 } | |
| 343 | |
| 344 #endif |