annotate src/share/vm/gc_implementation/shared/markSweep.cpp @ 6197:d2a62e0f25eb

6995781: Native Memory Tracking (Phase 1) 7151532: DCmd for hotspot native memory tracking Summary: Implementation of native memory tracking phase 1, which tracks VM native memory usage, and related DCmd Reviewed-by: acorn, coleenp, fparain
author zgu
date Thu, 28 Jun 2012 17:03:16 -0400
parents 1d1603768966
children da91efe96a93
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
2426
1d1603768966 7010070: Update all 2010 Oracle-changed OpenJDK files to have the proper copyright dates - second pass
trims
parents: 2177
diff changeset
2 * Copyright (c) 1997, 2011, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1315
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1315
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1315
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
25 #include "precompiled.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
26 #include "compiler/compileBroker.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
27 #include "gc_implementation/shared/markSweep.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
28 #include "gc_interface/collectedHeap.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
29 #include "oops/methodDataOop.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
30 #include "oops/objArrayKlass.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
31 #include "oops/oop.inline.hpp"
0
a61af66fc99e Initial load
duke
parents:
diff changeset
32
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2426
diff changeset
33 Stack<oop, mtGC> MarkSweep::_marking_stack;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2426
diff changeset
34 Stack<DataLayout*, mtGC> MarkSweep::_revisit_mdo_stack;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2426
diff changeset
35 Stack<Klass*, mtGC> MarkSweep::_revisit_klass_stack;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2426
diff changeset
36 Stack<ObjArrayTask, mtGC> MarkSweep::_objarray_stack;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
37
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2426
diff changeset
38 Stack<oop, mtGC> MarkSweep::_preserved_oop_stack;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2426
diff changeset
39 Stack<markOop, mtGC> MarkSweep::_preserved_mark_stack;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
40 size_t MarkSweep::_preserved_count = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
41 size_t MarkSweep::_preserved_count_max = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
42 PreservedMark* MarkSweep::_preserved_marks = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
43 ReferenceProcessor* MarkSweep::_ref_processor = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
44
a61af66fc99e Initial load
duke
parents:
diff changeset
45 #ifdef VALIDATE_MARK_SWEEP
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
46 GrowableArray<void*>* MarkSweep::_root_refs_stack = NULL;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
47 GrowableArray<oop> * MarkSweep::_live_oops = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
48 GrowableArray<oop> * MarkSweep::_live_oops_moved_to = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
49 GrowableArray<size_t>* MarkSweep::_live_oops_size = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
50 size_t MarkSweep::_live_oops_index = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
51 size_t MarkSweep::_live_oops_index_at_perm = 0;
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
52 GrowableArray<void*>* MarkSweep::_other_refs_stack = NULL;
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
53 GrowableArray<void*>* MarkSweep::_adjusted_pointers = NULL;
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
54 bool MarkSweep::_pointer_tracking = false;
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
55 bool MarkSweep::_root_tracking = true;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
56
a61af66fc99e Initial load
duke
parents:
diff changeset
57 GrowableArray<HeapWord*>* MarkSweep::_cur_gc_live_oops = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
58 GrowableArray<HeapWord*>* MarkSweep::_cur_gc_live_oops_moved_to = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
59 GrowableArray<size_t> * MarkSweep::_cur_gc_live_oops_size = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
60 GrowableArray<HeapWord*>* MarkSweep::_last_gc_live_oops = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
61 GrowableArray<HeapWord*>* MarkSweep::_last_gc_live_oops_moved_to = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
62 GrowableArray<size_t> * MarkSweep::_last_gc_live_oops_size = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
63 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
64
a61af66fc99e Initial load
duke
parents:
diff changeset
65 void MarkSweep::revisit_weak_klass_link(Klass* k) {
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
66 _revisit_klass_stack.push(k);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
67 }
a61af66fc99e Initial load
duke
parents:
diff changeset
68
a61af66fc99e Initial load
duke
parents:
diff changeset
69 void MarkSweep::follow_weak_klass_links() {
a61af66fc99e Initial load
duke
parents:
diff changeset
70 // All klasses on the revisit stack are marked at this point.
a61af66fc99e Initial load
duke
parents:
diff changeset
71 // Update and follow all subklass, sibling and implementor links.
941
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 196
diff changeset
72 if (PrintRevisitStats) {
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
73 gclog_or_tty->print_cr("#classes in system dictionary = %d",
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
74 SystemDictionary::number_of_classes());
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
75 gclog_or_tty->print_cr("Revisit klass stack size = " SIZE_FORMAT,
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
76 _revisit_klass_stack.size());
941
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 196
diff changeset
77 }
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
78 while (!_revisit_klass_stack.is_empty()) {
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
79 Klass* const k = _revisit_klass_stack.pop();
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
80 k->follow_weak_klass_links(&is_alive, &keep_alive);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
81 }
a61af66fc99e Initial load
duke
parents:
diff changeset
82 follow_stack();
a61af66fc99e Initial load
duke
parents:
diff changeset
83 }
a61af66fc99e Initial load
duke
parents:
diff changeset
84
941
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 196
diff changeset
85 void MarkSweep::revisit_mdo(DataLayout* p) {
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
86 _revisit_mdo_stack.push(p);
941
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 196
diff changeset
87 }
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 196
diff changeset
88
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 196
diff changeset
89 void MarkSweep::follow_mdo_weak_refs() {
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 196
diff changeset
90 // All strongly reachable oops have been marked at this point;
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 196
diff changeset
91 // we can visit and clear any weak references from MDO's which
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 196
diff changeset
92 // we memoized during the strong marking phase.
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
93 assert(_marking_stack.is_empty(), "Marking stack should be empty");
941
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 196
diff changeset
94 if (PrintRevisitStats) {
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
95 gclog_or_tty->print_cr("#classes in system dictionary = %d",
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
96 SystemDictionary::number_of_classes());
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
97 gclog_or_tty->print_cr("Revisit MDO stack size = " SIZE_FORMAT,
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
98 _revisit_mdo_stack.size());
941
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 196
diff changeset
99 }
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
100 while (!_revisit_mdo_stack.is_empty()) {
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
101 _revisit_mdo_stack.pop()->follow_weak_refs(&is_alive);
941
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 196
diff changeset
102 }
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 196
diff changeset
103 follow_stack();
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 196
diff changeset
104 }
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 196
diff changeset
105
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
106 MarkSweep::FollowRootClosure MarkSweep::follow_root_closure;
989
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
107 CodeBlobToOopClosure MarkSweep::follow_code_root_closure(&MarkSweep::follow_root_closure, /*do_marking=*/ true);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
108
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
109 void MarkSweep::FollowRootClosure::do_oop(oop* p) { follow_root(p); }
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
110 void MarkSweep::FollowRootClosure::do_oop(narrowOop* p) { follow_root(p); }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
111
a61af66fc99e Initial load
duke
parents:
diff changeset
112 MarkSweep::MarkAndPushClosure MarkSweep::mark_and_push_closure;
a61af66fc99e Initial load
duke
parents:
diff changeset
113
2177
3582bf76420e 6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents: 1972
diff changeset
114 void MarkSweep::MarkAndPushClosure::do_oop(oop* p) { assert(*p == NULL || (*p)->is_oop(), ""); mark_and_push(p); }
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
115 void MarkSweep::MarkAndPushClosure::do_oop(narrowOop* p) { mark_and_push(p); }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
116
a61af66fc99e Initial load
duke
parents:
diff changeset
117 void MarkSweep::follow_stack() {
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 1000
diff changeset
118 do {
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
119 while (!_marking_stack.is_empty()) {
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
120 oop obj = _marking_stack.pop();
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 1000
diff changeset
121 assert (obj->is_gc_marked(), "p must be marked");
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 1000
diff changeset
122 obj->follow_contents();
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 1000
diff changeset
123 }
1315
c385bf94cfb8 6935839: excessive marking stack growth during full gcs
jcoomes
parents: 1311
diff changeset
124 // Process ObjArrays one at a time to avoid marking stack bloat.
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
125 if (!_objarray_stack.is_empty()) {
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
126 ObjArrayTask task = _objarray_stack.pop();
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 1000
diff changeset
127 objArrayKlass* const k = (objArrayKlass*)task.obj()->blueprint();
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 1000
diff changeset
128 k->oop_follow_contents(task.obj(), task.index());
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 1000
diff changeset
129 }
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
130 } while (!_marking_stack.is_empty() || !_objarray_stack.is_empty());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
131 }
a61af66fc99e Initial load
duke
parents:
diff changeset
132
a61af66fc99e Initial load
duke
parents:
diff changeset
133 MarkSweep::FollowStackClosure MarkSweep::follow_stack_closure;
a61af66fc99e Initial load
duke
parents:
diff changeset
134
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
135 void MarkSweep::FollowStackClosure::do_void() { follow_stack(); }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
136
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
137 // We preserve the mark which should be replaced at the end and the location
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
138 // that it will go. Note that the object that this markOop belongs to isn't
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
139 // currently at that address but it will be after phase4
0
a61af66fc99e Initial load
duke
parents:
diff changeset
140 void MarkSweep::preserve_mark(oop obj, markOop mark) {
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
141 // We try to store preserved marks in the to space of the new generation since
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
142 // this is storage which should be available. Most of the time this should be
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
143 // sufficient space for the marks we need to preserve but if it isn't we fall
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
144 // back to using Stacks to keep track of the overflow.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
145 if (_preserved_count < _preserved_count_max) {
a61af66fc99e Initial load
duke
parents:
diff changeset
146 _preserved_marks[_preserved_count++].init(obj, mark);
a61af66fc99e Initial load
duke
parents:
diff changeset
147 } else {
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
148 _preserved_mark_stack.push(mark);
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
149 _preserved_oop_stack.push(obj);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
150 }
a61af66fc99e Initial load
duke
parents:
diff changeset
151 }
a61af66fc99e Initial load
duke
parents:
diff changeset
152
a61af66fc99e Initial load
duke
parents:
diff changeset
153 MarkSweep::AdjustPointerClosure MarkSweep::adjust_root_pointer_closure(true);
a61af66fc99e Initial load
duke
parents:
diff changeset
154 MarkSweep::AdjustPointerClosure MarkSweep::adjust_pointer_closure(false);
a61af66fc99e Initial load
duke
parents:
diff changeset
155
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
156 void MarkSweep::AdjustPointerClosure::do_oop(oop* p) { adjust_pointer(p, _is_root); }
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
157 void MarkSweep::AdjustPointerClosure::do_oop(narrowOop* p) { adjust_pointer(p, _is_root); }
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
158
0
a61af66fc99e Initial load
duke
parents:
diff changeset
159 void MarkSweep::adjust_marks() {
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
160 assert( _preserved_oop_stack.size() == _preserved_mark_stack.size(),
0
a61af66fc99e Initial load
duke
parents:
diff changeset
161 "inconsistent preserved oop stacks");
a61af66fc99e Initial load
duke
parents:
diff changeset
162
a61af66fc99e Initial load
duke
parents:
diff changeset
163 // adjust the oops we saved earlier
a61af66fc99e Initial load
duke
parents:
diff changeset
164 for (size_t i = 0; i < _preserved_count; i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
165 _preserved_marks[i].adjust_pointer();
a61af66fc99e Initial load
duke
parents:
diff changeset
166 }
a61af66fc99e Initial load
duke
parents:
diff changeset
167
a61af66fc99e Initial load
duke
parents:
diff changeset
168 // deal with the overflow stack
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2426
diff changeset
169 StackIterator<oop, mtGC> iter(_preserved_oop_stack);
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
170 while (!iter.is_empty()) {
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
171 oop* p = iter.next_addr();
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
172 adjust_pointer(p);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
173 }
a61af66fc99e Initial load
duke
parents:
diff changeset
174 }
a61af66fc99e Initial load
duke
parents:
diff changeset
175
a61af66fc99e Initial load
duke
parents:
diff changeset
176 void MarkSweep::restore_marks() {
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
177 assert(_preserved_oop_stack.size() == _preserved_mark_stack.size(),
0
a61af66fc99e Initial load
duke
parents:
diff changeset
178 "inconsistent preserved oop stacks");
a61af66fc99e Initial load
duke
parents:
diff changeset
179 if (PrintGC && Verbose) {
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
180 gclog_or_tty->print_cr("Restoring %d marks",
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
181 _preserved_count + _preserved_oop_stack.size());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
182 }
a61af66fc99e Initial load
duke
parents:
diff changeset
183
a61af66fc99e Initial load
duke
parents:
diff changeset
184 // restore the marks we saved earlier
a61af66fc99e Initial load
duke
parents:
diff changeset
185 for (size_t i = 0; i < _preserved_count; i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
186 _preserved_marks[i].restore();
a61af66fc99e Initial load
duke
parents:
diff changeset
187 }
a61af66fc99e Initial load
duke
parents:
diff changeset
188
a61af66fc99e Initial load
duke
parents:
diff changeset
189 // deal with the overflow
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
190 while (!_preserved_oop_stack.is_empty()) {
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
191 oop obj = _preserved_oop_stack.pop();
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
192 markOop mark = _preserved_mark_stack.pop();
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1552
diff changeset
193 obj->set_mark(mark);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
194 }
a61af66fc99e Initial load
duke
parents:
diff changeset
195 }
a61af66fc99e Initial load
duke
parents:
diff changeset
196
a61af66fc99e Initial load
duke
parents:
diff changeset
197 #ifdef VALIDATE_MARK_SWEEP
a61af66fc99e Initial load
duke
parents:
diff changeset
198
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
199 void MarkSweep::track_adjusted_pointer(void* p, bool isroot) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
200 if (!ValidateMarkSweep)
a61af66fc99e Initial load
duke
parents:
diff changeset
201 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
202
a61af66fc99e Initial load
duke
parents:
diff changeset
203 if (!isroot) {
a61af66fc99e Initial load
duke
parents:
diff changeset
204 if (_pointer_tracking) {
a61af66fc99e Initial load
duke
parents:
diff changeset
205 guarantee(_adjusted_pointers->contains(p), "should have seen this pointer");
a61af66fc99e Initial load
duke
parents:
diff changeset
206 _adjusted_pointers->remove(p);
a61af66fc99e Initial load
duke
parents:
diff changeset
207 }
a61af66fc99e Initial load
duke
parents:
diff changeset
208 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
209 ptrdiff_t index = _root_refs_stack->find(p);
a61af66fc99e Initial load
duke
parents:
diff changeset
210 if (index != -1) {
a61af66fc99e Initial load
duke
parents:
diff changeset
211 int l = _root_refs_stack->length();
a61af66fc99e Initial load
duke
parents:
diff changeset
212 if (l > 0 && l - 1 != index) {
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
213 void* last = _root_refs_stack->pop();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
214 assert(last != p, "should be different");
a61af66fc99e Initial load
duke
parents:
diff changeset
215 _root_refs_stack->at_put(index, last);
a61af66fc99e Initial load
duke
parents:
diff changeset
216 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
217 _root_refs_stack->remove(p);
a61af66fc99e Initial load
duke
parents:
diff changeset
218 }
a61af66fc99e Initial load
duke
parents:
diff changeset
219 }
a61af66fc99e Initial load
duke
parents:
diff changeset
220 }
a61af66fc99e Initial load
duke
parents:
diff changeset
221 }
a61af66fc99e Initial load
duke
parents:
diff changeset
222
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
223 void MarkSweep::check_adjust_pointer(void* p) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
224 _adjusted_pointers->push(p);
a61af66fc99e Initial load
duke
parents:
diff changeset
225 }
a61af66fc99e Initial load
duke
parents:
diff changeset
226
a61af66fc99e Initial load
duke
parents:
diff changeset
227 class AdjusterTracker: public OopClosure {
a61af66fc99e Initial load
duke
parents:
diff changeset
228 public:
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
229 AdjusterTracker() {}
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
230 void do_oop(oop* o) { MarkSweep::check_adjust_pointer(o); }
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
231 void do_oop(narrowOop* o) { MarkSweep::check_adjust_pointer(o); }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
232 };
a61af66fc99e Initial load
duke
parents:
diff changeset
233
a61af66fc99e Initial load
duke
parents:
diff changeset
234 void MarkSweep::track_interior_pointers(oop obj) {
a61af66fc99e Initial load
duke
parents:
diff changeset
235 if (ValidateMarkSweep) {
a61af66fc99e Initial load
duke
parents:
diff changeset
236 _adjusted_pointers->clear();
a61af66fc99e Initial load
duke
parents:
diff changeset
237 _pointer_tracking = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
238
a61af66fc99e Initial load
duke
parents:
diff changeset
239 AdjusterTracker checker;
a61af66fc99e Initial load
duke
parents:
diff changeset
240 obj->oop_iterate(&checker);
a61af66fc99e Initial load
duke
parents:
diff changeset
241 }
a61af66fc99e Initial load
duke
parents:
diff changeset
242 }
a61af66fc99e Initial load
duke
parents:
diff changeset
243
a61af66fc99e Initial load
duke
parents:
diff changeset
244 void MarkSweep::check_interior_pointers() {
a61af66fc99e Initial load
duke
parents:
diff changeset
245 if (ValidateMarkSweep) {
a61af66fc99e Initial load
duke
parents:
diff changeset
246 _pointer_tracking = false;
a61af66fc99e Initial load
duke
parents:
diff changeset
247 guarantee(_adjusted_pointers->length() == 0, "should have processed the same pointers");
a61af66fc99e Initial load
duke
parents:
diff changeset
248 }
a61af66fc99e Initial load
duke
parents:
diff changeset
249 }
a61af66fc99e Initial load
duke
parents:
diff changeset
250
a61af66fc99e Initial load
duke
parents:
diff changeset
251 void MarkSweep::reset_live_oop_tracking(bool at_perm) {
a61af66fc99e Initial load
duke
parents:
diff changeset
252 if (ValidateMarkSweep) {
a61af66fc99e Initial load
duke
parents:
diff changeset
253 guarantee((size_t)_live_oops->length() == _live_oops_index, "should be at end of live oops");
a61af66fc99e Initial load
duke
parents:
diff changeset
254 _live_oops_index = at_perm ? _live_oops_index_at_perm : 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
255 }
a61af66fc99e Initial load
duke
parents:
diff changeset
256 }
a61af66fc99e Initial load
duke
parents:
diff changeset
257
a61af66fc99e Initial load
duke
parents:
diff changeset
258 void MarkSweep::register_live_oop(oop p, size_t size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
259 if (ValidateMarkSweep) {
a61af66fc99e Initial load
duke
parents:
diff changeset
260 _live_oops->push(p);
a61af66fc99e Initial load
duke
parents:
diff changeset
261 _live_oops_size->push(size);
a61af66fc99e Initial load
duke
parents:
diff changeset
262 _live_oops_index++;
a61af66fc99e Initial load
duke
parents:
diff changeset
263 }
a61af66fc99e Initial load
duke
parents:
diff changeset
264 }
a61af66fc99e Initial load
duke
parents:
diff changeset
265
a61af66fc99e Initial load
duke
parents:
diff changeset
266 void MarkSweep::validate_live_oop(oop p, size_t size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
267 if (ValidateMarkSweep) {
a61af66fc99e Initial load
duke
parents:
diff changeset
268 oop obj = _live_oops->at((int)_live_oops_index);
a61af66fc99e Initial load
duke
parents:
diff changeset
269 guarantee(obj == p, "should be the same object");
a61af66fc99e Initial load
duke
parents:
diff changeset
270 guarantee(_live_oops_size->at((int)_live_oops_index) == size, "should be the same size");
a61af66fc99e Initial load
duke
parents:
diff changeset
271 _live_oops_index++;
a61af66fc99e Initial load
duke
parents:
diff changeset
272 }
a61af66fc99e Initial load
duke
parents:
diff changeset
273 }
a61af66fc99e Initial load
duke
parents:
diff changeset
274
a61af66fc99e Initial load
duke
parents:
diff changeset
275 void MarkSweep::live_oop_moved_to(HeapWord* q, size_t size,
a61af66fc99e Initial load
duke
parents:
diff changeset
276 HeapWord* compaction_top) {
a61af66fc99e Initial load
duke
parents:
diff changeset
277 assert(oop(q)->forwardee() == NULL || oop(q)->forwardee() == oop(compaction_top),
a61af66fc99e Initial load
duke
parents:
diff changeset
278 "should be moved to forwarded location");
a61af66fc99e Initial load
duke
parents:
diff changeset
279 if (ValidateMarkSweep) {
a61af66fc99e Initial load
duke
parents:
diff changeset
280 MarkSweep::validate_live_oop(oop(q), size);
a61af66fc99e Initial load
duke
parents:
diff changeset
281 _live_oops_moved_to->push(oop(compaction_top));
a61af66fc99e Initial load
duke
parents:
diff changeset
282 }
a61af66fc99e Initial load
duke
parents:
diff changeset
283 if (RecordMarkSweepCompaction) {
a61af66fc99e Initial load
duke
parents:
diff changeset
284 _cur_gc_live_oops->push(q);
a61af66fc99e Initial load
duke
parents:
diff changeset
285 _cur_gc_live_oops_moved_to->push(compaction_top);
a61af66fc99e Initial load
duke
parents:
diff changeset
286 _cur_gc_live_oops_size->push(size);
a61af66fc99e Initial load
duke
parents:
diff changeset
287 }
a61af66fc99e Initial load
duke
parents:
diff changeset
288 }
a61af66fc99e Initial load
duke
parents:
diff changeset
289
a61af66fc99e Initial load
duke
parents:
diff changeset
290 void MarkSweep::compaction_complete() {
a61af66fc99e Initial load
duke
parents:
diff changeset
291 if (RecordMarkSweepCompaction) {
a61af66fc99e Initial load
duke
parents:
diff changeset
292 GrowableArray<HeapWord*>* _tmp_live_oops = _cur_gc_live_oops;
a61af66fc99e Initial load
duke
parents:
diff changeset
293 GrowableArray<HeapWord*>* _tmp_live_oops_moved_to = _cur_gc_live_oops_moved_to;
a61af66fc99e Initial load
duke
parents:
diff changeset
294 GrowableArray<size_t> * _tmp_live_oops_size = _cur_gc_live_oops_size;
a61af66fc99e Initial load
duke
parents:
diff changeset
295
a61af66fc99e Initial load
duke
parents:
diff changeset
296 _cur_gc_live_oops = _last_gc_live_oops;
a61af66fc99e Initial load
duke
parents:
diff changeset
297 _cur_gc_live_oops_moved_to = _last_gc_live_oops_moved_to;
a61af66fc99e Initial load
duke
parents:
diff changeset
298 _cur_gc_live_oops_size = _last_gc_live_oops_size;
a61af66fc99e Initial load
duke
parents:
diff changeset
299 _last_gc_live_oops = _tmp_live_oops;
a61af66fc99e Initial load
duke
parents:
diff changeset
300 _last_gc_live_oops_moved_to = _tmp_live_oops_moved_to;
a61af66fc99e Initial load
duke
parents:
diff changeset
301 _last_gc_live_oops_size = _tmp_live_oops_size;
a61af66fc99e Initial load
duke
parents:
diff changeset
302 }
a61af66fc99e Initial load
duke
parents:
diff changeset
303 }
a61af66fc99e Initial load
duke
parents:
diff changeset
304
a61af66fc99e Initial load
duke
parents:
diff changeset
305 void MarkSweep::print_new_location_of_heap_address(HeapWord* q) {
a61af66fc99e Initial load
duke
parents:
diff changeset
306 if (!RecordMarkSweepCompaction) {
a61af66fc99e Initial load
duke
parents:
diff changeset
307 tty->print_cr("Requires RecordMarkSweepCompaction to be enabled");
a61af66fc99e Initial load
duke
parents:
diff changeset
308 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
309 }
a61af66fc99e Initial load
duke
parents:
diff changeset
310
a61af66fc99e Initial load
duke
parents:
diff changeset
311 if (_last_gc_live_oops == NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
312 tty->print_cr("No compaction information gathered yet");
a61af66fc99e Initial load
duke
parents:
diff changeset
313 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
314 }
a61af66fc99e Initial load
duke
parents:
diff changeset
315
a61af66fc99e Initial load
duke
parents:
diff changeset
316 for (int i = 0; i < _last_gc_live_oops->length(); i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
317 HeapWord* old_oop = _last_gc_live_oops->at(i);
a61af66fc99e Initial load
duke
parents:
diff changeset
318 size_t sz = _last_gc_live_oops_size->at(i);
a61af66fc99e Initial load
duke
parents:
diff changeset
319 if (old_oop <= q && q < (old_oop + sz)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
320 HeapWord* new_oop = _last_gc_live_oops_moved_to->at(i);
a61af66fc99e Initial load
duke
parents:
diff changeset
321 size_t offset = (q - old_oop);
a61af66fc99e Initial load
duke
parents:
diff changeset
322 tty->print_cr("Address " PTR_FORMAT, q);
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
323 tty->print_cr(" Was in oop " PTR_FORMAT ", size " SIZE_FORMAT ", at offset " SIZE_FORMAT, old_oop, sz, offset);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
324 tty->print_cr(" Now in oop " PTR_FORMAT ", actual address " PTR_FORMAT, new_oop, new_oop + offset);
a61af66fc99e Initial load
duke
parents:
diff changeset
325 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
326 }
a61af66fc99e Initial load
duke
parents:
diff changeset
327 }
a61af66fc99e Initial load
duke
parents:
diff changeset
328
a61af66fc99e Initial load
duke
parents:
diff changeset
329 tty->print_cr("Address " PTR_FORMAT " not found in live oop information from last GC", q);
a61af66fc99e Initial load
duke
parents:
diff changeset
330 }
a61af66fc99e Initial load
duke
parents:
diff changeset
331 #endif //VALIDATE_MARK_SWEEP
a61af66fc99e Initial load
duke
parents:
diff changeset
332
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
333 MarkSweep::IsAliveClosure MarkSweep::is_alive;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
334
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
335 void MarkSweep::IsAliveClosure::do_object(oop p) { ShouldNotReachHere(); }
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
336 bool MarkSweep::IsAliveClosure::do_object_b(oop p) { return p->is_gc_marked(); }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
337
a61af66fc99e Initial load
duke
parents:
diff changeset
338 MarkSweep::KeepAliveClosure MarkSweep::keep_alive;
a61af66fc99e Initial load
duke
parents:
diff changeset
339
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
340 void MarkSweep::KeepAliveClosure::do_oop(oop* p) { MarkSweep::KeepAliveClosure::do_oop_work(p); }
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
341 void MarkSweep::KeepAliveClosure::do_oop(narrowOop* p) { MarkSweep::KeepAliveClosure::do_oop_work(p); }
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
342
0
a61af66fc99e Initial load
duke
parents:
diff changeset
343 void marksweep_init() { /* empty */ }
a61af66fc99e Initial load
duke
parents:
diff changeset
344
a61af66fc99e Initial load
duke
parents:
diff changeset
345 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
346
a61af66fc99e Initial load
duke
parents:
diff changeset
347 void MarkSweep::trace(const char* msg) {
a61af66fc99e Initial load
duke
parents:
diff changeset
348 if (TraceMarkSweep)
a61af66fc99e Initial load
duke
parents:
diff changeset
349 gclog_or_tty->print("%s", msg);
a61af66fc99e Initial load
duke
parents:
diff changeset
350 }
a61af66fc99e Initial load
duke
parents:
diff changeset
351
a61af66fc99e Initial load
duke
parents:
diff changeset
352 #endif