Mercurial > hg > graal-jvmci-8
annotate src/share/vm/gc_implementation/g1/heapRegionSet.cpp @ 23027:2e5e058881f4
8075466: SATB queue pre-filter verify found reclaimed humongous object
Summary: Removed pre-filter verify, and made filtering more careful.
Reviewed-by: brutisso, tschatzl
author | kbarrett |
---|---|
date | Wed, 15 Apr 2015 16:37:57 -0400 |
parents | 33e421924c67 |
children | dd9cc155639c |
rev | line source |
---|---|
2152 | 1 /* |
17773
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
2 * Copyright (c) 2011, 2014, Oracle and/or its affiliates. All rights reserved. |
2152 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 * | |
5 * This code is free software; you can redistribute it and/or modify it | |
6 * under the terms of the GNU General Public License version 2 only, as | |
7 * published by the Free Software Foundation. | |
8 * | |
9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
12 * version 2 for more details (a copy is included in the LICENSE file that | |
13 * accompanied this code). | |
14 * | |
15 * You should have received a copy of the GNU General Public License version | |
16 * 2 along with this work; if not, write to the Free Software Foundation, | |
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
18 * | |
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA | |
20 * or visit www.oracle.com if you need additional information or have any | |
21 * questions. | |
22 * | |
23 */ | |
24 | |
25 #include "precompiled.hpp" | |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
26 #include "gc_implementation/g1/g1CollectedHeap.inline.hpp" |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
27 #include "gc_implementation/g1/heapRegionRemSet.hpp" |
2152 | 28 #include "gc_implementation/g1/heapRegionSet.inline.hpp" |
29 | |
17937
78bbf4d43a14
8037816: Fix for 8036122 breaks build with Xcode5/clang
drchase
parents:
17773
diff
changeset
|
30 PRAGMA_FORMAT_MUTE_WARNINGS_FOR_GCC |
78bbf4d43a14
8037816: Fix for 8036122 breaks build with Xcode5/clang
drchase
parents:
17773
diff
changeset
|
31 |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
32 uint FreeRegionList::_unrealistically_long_length = 0; |
2152 | 33 |
2361 | 34 void HeapRegionSetBase::fill_in_ext_msg(hrs_ext_msg* msg, const char* message) { |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
35 msg->append("[%s] %s ln: %u cy: "SIZE_FORMAT, |
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
36 name(), message, length(), total_capacity_bytes()); |
2152 | 37 fill_in_ext_msg_extra(msg); |
38 } | |
39 | |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
40 #ifndef PRODUCT |
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
41 void HeapRegionSetBase::verify_region(HeapRegion* hr) { |
20377
a8ea2f110d87
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
20337
diff
changeset
|
42 assert(hr->containing_set() == this, err_msg("Inconsistent containing set for %u", hr->hrm_index())); |
a8ea2f110d87
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
20337
diff
changeset
|
43 assert(!hr->is_young(), err_msg("Adding young region %u", hr->hrm_index())); // currently we don't use these sets for young regions |
a8ea2f110d87
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
20337
diff
changeset
|
44 assert(hr->isHumongous() == regions_humongous(), err_msg("Wrong humongous state for region %u and set %s", hr->hrm_index(), name())); |
20481
c02ec279b062
8057768: Make heap region region type in G1 HeapRegion explicit
brutisso
parents:
20377
diff
changeset
|
45 assert(hr->is_free() == regions_free(), err_msg("Wrong free state for region %u and set %s", hr->hrm_index(), name())); |
c02ec279b062
8057768: Make heap region region type in G1 HeapRegion explicit
brutisso
parents:
20377
diff
changeset
|
46 assert(!hr->is_free() || hr->is_empty(), err_msg("Free region %u is not empty for set %s", hr->hrm_index(), name())); |
c02ec279b062
8057768: Make heap region region type in G1 HeapRegion explicit
brutisso
parents:
20377
diff
changeset
|
47 assert(!hr->is_empty() || hr->is_free(), err_msg("Empty region %u is not free for set %s", hr->hrm_index(), name())); |
20377
a8ea2f110d87
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
20337
diff
changeset
|
48 assert(hr->rem_set()->verify_ready_for_par_iteration(), err_msg("Wrong iteration state %u", hr->hrm_index())); |
2152 | 49 } |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
50 #endif |
2152 | 51 |
52 void HeapRegionSetBase::verify() { | |
53 // It's important that we also observe the MT safety protocol even | |
54 // for the verification calls. If we do verification without the | |
55 // appropriate locks and the set changes underneath our feet | |
56 // verification might fail and send us on a wild goose chase. | |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
57 check_mt_safety(); |
2152 | 58 |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
59 guarantee(( is_empty() && length() == 0 && total_capacity_bytes() == 0) || |
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
60 (!is_empty() && length() >= 0 && total_capacity_bytes() >= 0), |
2361 | 61 hrs_ext_msg(this, "invariant")); |
2152 | 62 } |
63 | |
64 void HeapRegionSetBase::verify_start() { | |
65 // See comment in verify() about MT safety and verification. | |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
66 check_mt_safety(); |
2152 | 67 assert(!_verify_in_progress, |
2361 | 68 hrs_ext_msg(this, "verification should not be in progress")); |
2152 | 69 |
70 // Do the basic verification first before we do the checks over the regions. | |
71 HeapRegionSetBase::verify(); | |
72 | |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
73 _verify_in_progress = true; |
2152 | 74 } |
75 | |
76 void HeapRegionSetBase::verify_end() { | |
77 // See comment in verify() about MT safety and verification. | |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
78 check_mt_safety(); |
2152 | 79 assert(_verify_in_progress, |
2361 | 80 hrs_ext_msg(this, "verification should be in progress")); |
2152 | 81 |
82 _verify_in_progress = false; | |
83 } | |
84 | |
85 void HeapRegionSetBase::print_on(outputStream* out, bool print_contents) { | |
86 out->cr(); | |
87 out->print_cr("Set: %s ("PTR_FORMAT")", name(), this); | |
88 out->print_cr(" Region Assumptions"); | |
89 out->print_cr(" humongous : %s", BOOL_TO_STR(regions_humongous())); | |
20481
c02ec279b062
8057768: Make heap region region type in G1 HeapRegion explicit
brutisso
parents:
20377
diff
changeset
|
90 out->print_cr(" free : %s", BOOL_TO_STR(regions_free())); |
2152 | 91 out->print_cr(" Attributes"); |
6010
720b6a76dd9d
7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents:
4072
diff
changeset
|
92 out->print_cr(" length : %14u", length()); |
2152 | 93 out->print_cr(" total capacity : "SIZE_FORMAT_W(14)" bytes", |
94 total_capacity_bytes()); | |
95 } | |
96 | |
20481
c02ec279b062
8057768: Make heap region region type in G1 HeapRegion explicit
brutisso
parents:
20377
diff
changeset
|
97 HeapRegionSetBase::HeapRegionSetBase(const char* name, bool humongous, bool free, HRSMtSafeChecker* mt_safety_checker) |
2152 | 98 : _name(name), _verify_in_progress(false), |
20481
c02ec279b062
8057768: Make heap region region type in G1 HeapRegion explicit
brutisso
parents:
20377
diff
changeset
|
99 _is_humongous(humongous), _is_free(free), _mt_safety_checker(mt_safety_checker), |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
100 _count() |
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
101 { } |
2152 | 102 |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
103 void FreeRegionList::set_unrealistically_long_length(uint len) { |
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
104 guarantee(_unrealistically_long_length == 0, "should only be set once"); |
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
105 _unrealistically_long_length = len; |
2152 | 106 } |
107 | |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
108 void FreeRegionList::fill_in_ext_msg_extra(hrs_ext_msg* msg) { |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
109 msg->append(" hd: "PTR_FORMAT" tl: "PTR_FORMAT, _head, _tail); |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
110 } |
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
111 |
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
112 void FreeRegionList::remove_all() { |
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
113 check_mt_safety(); |
2152 | 114 verify_optional(); |
115 | |
116 HeapRegion* curr = _head; | |
117 while (curr != NULL) { | |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
118 verify_region(curr); |
2152 | 119 |
120 HeapRegion* next = curr->next(); | |
121 curr->set_next(NULL); | |
17773
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
122 curr->set_prev(NULL); |
2152 | 123 curr->set_containing_set(NULL); |
124 curr = next; | |
125 } | |
126 clear(); | |
127 | |
128 verify_optional(); | |
129 } | |
130 | |
17773
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
131 void FreeRegionList::add_ordered(FreeRegionList* from_list) { |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
132 check_mt_safety(); |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
133 from_list->check_mt_safety(); |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
134 |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
135 verify_optional(); |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
136 from_list->verify_optional(); |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
137 |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
138 if (from_list->is_empty()) { |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
139 return; |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
140 } |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
141 |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
142 #ifdef ASSERT |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
143 FreeRegionListIterator iter(from_list); |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
144 while (iter.more_available()) { |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
145 HeapRegion* hr = iter.get_next(); |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
146 // In set_containing_set() we check that we either set the value |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
147 // from NULL to non-NULL or vice versa to catch bugs. So, we have |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
148 // to NULL it first before setting it to the value. |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
149 hr->set_containing_set(NULL); |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
150 hr->set_containing_set(this); |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
151 } |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
152 #endif // ASSERT |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
153 |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
154 if (is_empty()) { |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
155 assert(length() == 0 && _tail == NULL, hrs_ext_msg(this, "invariant")); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
156 _head = from_list->_head; |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
157 _tail = from_list->_tail; |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
158 } else { |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
159 HeapRegion* curr_to = _head; |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
160 HeapRegion* curr_from = from_list->_head; |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
161 |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
162 while (curr_from != NULL) { |
20377
a8ea2f110d87
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
20337
diff
changeset
|
163 while (curr_to != NULL && curr_to->hrm_index() < curr_from->hrm_index()) { |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
164 curr_to = curr_to->next(); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
165 } |
17773
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
166 |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
167 if (curr_to == NULL) { |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
168 // The rest of the from list should be added as tail |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
169 _tail->set_next(curr_from); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
170 curr_from->set_prev(_tail); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
171 curr_from = NULL; |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
172 } else { |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
173 HeapRegion* next_from = curr_from->next(); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
174 |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
175 curr_from->set_next(curr_to); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
176 curr_from->set_prev(curr_to->prev()); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
177 if (curr_to->prev() == NULL) { |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
178 _head = curr_from; |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
179 } else { |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
180 curr_to->prev()->set_next(curr_from); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
181 } |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
182 curr_to->set_prev(curr_from); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
183 |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
184 curr_from = next_from; |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
185 } |
17773
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
186 } |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
187 |
20377
a8ea2f110d87
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
20337
diff
changeset
|
188 if (_tail->hrm_index() < from_list->_tail->hrm_index()) { |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
189 _tail = from_list->_tail; |
17773
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
190 } |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
191 } |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
192 |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
193 _count.increment(from_list->length(), from_list->total_capacity_bytes()); |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
194 from_list->clear(); |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
195 |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
196 verify_optional(); |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
197 from_list->verify_optional(); |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
198 } |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
199 |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
200 void FreeRegionList::remove_starting_at(HeapRegion* first, uint num_regions) { |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
201 check_mt_safety(); |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
202 assert(num_regions >= 1, hrs_ext_msg(this, "pre-condition")); |
2361 | 203 assert(!is_empty(), hrs_ext_msg(this, "pre-condition")); |
2152 | 204 |
205 verify_optional(); | |
6010
720b6a76dd9d
7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents:
4072
diff
changeset
|
206 DEBUG_ONLY(uint old_length = length();) |
2152 | 207 |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
208 HeapRegion* curr = first; |
6010
720b6a76dd9d
7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents:
4072
diff
changeset
|
209 uint count = 0; |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
210 while (count < num_regions) { |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
211 verify_region(curr); |
2152 | 212 HeapRegion* next = curr->next(); |
17773
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
213 HeapRegion* prev = curr->prev(); |
2152 | 214 |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
215 assert(count < num_regions, |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
216 hrs_err_msg("[%s] should not come across more regions " |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
217 "pending for removal than num_regions: %u", |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
218 name(), num_regions)); |
2152 | 219 |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
220 if (prev == NULL) { |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
221 assert(_head == curr, hrs_ext_msg(this, "invariant")); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
222 _head = next; |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
223 } else { |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
224 assert(_head != curr, hrs_ext_msg(this, "invariant")); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
225 prev->set_next(next); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
226 } |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
227 if (next == NULL) { |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
228 assert(_tail == curr, hrs_ext_msg(this, "invariant")); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
229 _tail = prev; |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
230 } else { |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
231 assert(_tail != curr, hrs_ext_msg(this, "invariant")); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
232 next->set_prev(prev); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
233 } |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
234 if (_last = curr) { |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
235 _last = NULL; |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
236 } |
2152 | 237 |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
238 curr->set_next(NULL); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
239 curr->set_prev(NULL); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
240 remove(curr); |
2152 | 241 |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
242 count++; |
2152 | 243 curr = next; |
244 } | |
245 | |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
246 assert(count == num_regions, |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
247 hrs_err_msg("[%s] count: %u should be == num_regions: %u", |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
248 name(), count, num_regions)); |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
249 assert(length() + num_regions == old_length, |
2361 | 250 hrs_err_msg("[%s] new length should be consistent " |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
251 "new length: %u old length: %u num_regions: %u", |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
252 name(), length(), old_length, num_regions)); |
2152 | 253 |
254 verify_optional(); | |
255 } | |
256 | |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
257 void FreeRegionList::verify() { |
2152 | 258 // See comment in HeapRegionSetBase::verify() about MT safety and |
259 // verification. | |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
260 check_mt_safety(); |
2152 | 261 |
262 // This will also do the basic verification too. | |
263 verify_start(); | |
264 | |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
265 verify_list(); |
2152 | 266 |
267 verify_end(); | |
268 } | |
269 | |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
270 void FreeRegionList::clear() { |
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
271 _count = HeapRegionSetCount(); |
2152 | 272 _head = NULL; |
273 _tail = NULL; | |
17773
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
274 _last = NULL; |
2152 | 275 } |
276 | |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
277 void FreeRegionList::print_on(outputStream* out, bool print_contents) { |
2152 | 278 HeapRegionSetBase::print_on(out, print_contents); |
279 out->print_cr(" Linking"); | |
280 out->print_cr(" head : "PTR_FORMAT, _head); | |
281 out->print_cr(" tail : "PTR_FORMAT, _tail); | |
282 | |
283 if (print_contents) { | |
284 out->print_cr(" Contents"); | |
17736
58fc1b1523dc
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
6254
diff
changeset
|
285 FreeRegionListIterator iter(this); |
2152 | 286 while (iter.more_available()) { |
287 HeapRegion* hr = iter.get_next(); | |
288 hr->print_on(out); | |
289 } | |
290 } | |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
291 |
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
292 out->cr(); |
2152 | 293 } |
17737 | 294 |
295 void FreeRegionList::verify_list() { | |
20336
6701abbc4441
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
17937
diff
changeset
|
296 HeapRegion* curr = _head; |
17737 | 297 HeapRegion* prev1 = NULL; |
298 HeapRegion* prev0 = NULL; | |
299 uint count = 0; | |
300 size_t capacity = 0; | |
17773
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
301 uint last_index = 0; |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
302 |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
303 guarantee(_head == NULL || _head->prev() == NULL, "_head should not have a prev"); |
17737 | 304 while (curr != NULL) { |
305 verify_region(curr); | |
306 | |
307 count++; | |
308 guarantee(count < _unrealistically_long_length, | |
309 hrs_err_msg("[%s] the calculated length: %u seems very long, is there maybe a cycle? curr: "PTR_FORMAT" prev0: "PTR_FORMAT" " "prev1: "PTR_FORMAT" length: %u", name(), count, curr, prev0, prev1, length())); | |
310 | |
17773
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
311 if (curr->next() != NULL) { |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
312 guarantee(curr->next()->prev() == curr, "Next or prev pointers messed up"); |
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
313 } |
20377
a8ea2f110d87
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
20337
diff
changeset
|
314 guarantee(curr->hrm_index() == 0 || curr->hrm_index() > last_index, "List should be sorted"); |
a8ea2f110d87
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
20337
diff
changeset
|
315 last_index = curr->hrm_index(); |
17773
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
316 |
17737 | 317 capacity += curr->capacity(); |
318 | |
319 prev1 = prev0; | |
320 prev0 = curr; | |
321 curr = curr->next(); | |
322 } | |
323 | |
20377
a8ea2f110d87
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
20337
diff
changeset
|
324 guarantee(_tail == prev0, err_msg("Expected %s to end with %u but it ended with %u.", name(), _tail->hrm_index(), prev0->hrm_index())); |
17773
8ee855b4e667
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
17737
diff
changeset
|
325 guarantee(_tail == NULL || _tail->next() == NULL, "_tail should not have a next"); |
17737 | 326 guarantee(length() == count, err_msg("%s count mismatch. Expected %u, actual %u.", name(), length(), count)); |
327 guarantee(total_capacity_bytes() == capacity, err_msg("%s capacity mismatch. Expected " SIZE_FORMAT ", actual " SIZE_FORMAT, | |
328 name(), total_capacity_bytes(), capacity)); | |
329 } | |
330 | |
331 // Note on the check_mt_safety() methods below: | |
332 // | |
333 // Verification of the "master" heap region sets / lists that are | |
334 // maintained by G1CollectedHeap is always done during a STW pause and | |
335 // by the VM thread at the start / end of the pause. The standard | |
336 // verification methods all assert check_mt_safety(). This is | |
337 // important as it ensures that verification is done without | |
338 // concurrent updates taking place at the same time. It follows, that, | |
339 // for the "master" heap region sets / lists, the check_mt_safety() | |
340 // method should include the VM thread / STW case. | |
341 | |
342 void MasterFreeRegionListMtSafeChecker::check() { | |
343 // Master Free List MT safety protocol: | |
344 // (a) If we're at a safepoint, operations on the master free list | |
345 // should be invoked by either the VM thread (which will serialize | |
346 // them) or by the GC workers while holding the | |
347 // FreeList_lock. | |
348 // (b) If we're not at a safepoint, operations on the master free | |
349 // list should be invoked while holding the Heap_lock. | |
350 | |
351 if (SafepointSynchronize::is_at_safepoint()) { | |
352 guarantee(Thread::current()->is_VM_thread() || | |
353 FreeList_lock->owned_by_self(), "master free list MT safety protocol at a safepoint"); | |
354 } else { | |
355 guarantee(Heap_lock->owned_by_self(), "master free list MT safety protocol outside a safepoint"); | |
356 } | |
357 } | |
358 | |
359 void SecondaryFreeRegionListMtSafeChecker::check() { | |
360 // Secondary Free List MT safety protocol: | |
361 // Operations on the secondary free list should always be invoked | |
362 // while holding the SecondaryFreeList_lock. | |
363 | |
364 guarantee(SecondaryFreeList_lock->owned_by_self(), "secondary free list MT safety protocol"); | |
365 } | |
366 | |
367 void OldRegionSetMtSafeChecker::check() { | |
368 // Master Old Set MT safety protocol: | |
369 // (a) If we're at a safepoint, operations on the master old set | |
370 // should be invoked: | |
371 // - by the VM thread (which will serialize them), or | |
372 // - by the GC workers while holding the FreeList_lock, if we're | |
373 // at a safepoint for an evacuation pause (this lock is taken | |
374 // anyway when an GC alloc region is retired so that a new one | |
375 // is allocated from the free list), or | |
376 // - by the GC workers while holding the OldSets_lock, if we're at a | |
377 // safepoint for a cleanup pause. | |
378 // (b) If we're not at a safepoint, operations on the master old set | |
379 // should be invoked while holding the Heap_lock. | |
380 | |
381 if (SafepointSynchronize::is_at_safepoint()) { | |
382 guarantee(Thread::current()->is_VM_thread() | |
383 || FreeList_lock->owned_by_self() || OldSets_lock->owned_by_self(), | |
384 "master old set MT safety protocol at a safepoint"); | |
385 } else { | |
386 guarantee(Heap_lock->owned_by_self(), "master old set MT safety protocol outside a safepoint"); | |
387 } | |
388 } | |
389 | |
390 void HumongousRegionSetMtSafeChecker::check() { | |
391 // Humongous Set MT safety protocol: | |
392 // (a) If we're at a safepoint, operations on the master humongous | |
393 // set should be invoked by either the VM thread (which will | |
394 // serialize them) or by the GC workers while holding the | |
395 // OldSets_lock. | |
396 // (b) If we're not at a safepoint, operations on the master | |
397 // humongous set should be invoked while holding the Heap_lock. | |
398 | |
399 if (SafepointSynchronize::is_at_safepoint()) { | |
400 guarantee(Thread::current()->is_VM_thread() || | |
401 OldSets_lock->owned_by_self(), | |
402 "master humongous set MT safety protocol at a safepoint"); | |
403 } else { | |
404 guarantee(Heap_lock->owned_by_self(), | |
405 "master humongous set MT safety protocol outside a safepoint"); | |
406 } | |
407 } | |
20337 | 408 |
409 void FreeRegionList_test() { | |
410 FreeRegionList l("test"); | |
411 | |
412 const uint num_regions_in_test = 5; | |
413 // Create a fake heap. It does not need to be valid, as the HeapRegion constructor | |
414 // does not access it. | |
415 MemRegion heap(NULL, num_regions_in_test * HeapRegion::GrainWords); | |
416 // Allocate a fake BOT because the HeapRegion constructor initializes | |
417 // the BOT. | |
418 size_t bot_size = G1BlockOffsetSharedArray::compute_size(heap.word_size()); | |
419 HeapWord* bot_data = NEW_C_HEAP_ARRAY(HeapWord, bot_size, mtGC); | |
420 ReservedSpace bot_rs(G1BlockOffsetSharedArray::compute_size(heap.word_size())); | |
421 G1RegionToSpaceMapper* bot_storage = | |
422 G1RegionToSpaceMapper::create_mapper(bot_rs, | |
22977
33e421924c67
8058354: SPECjvm2008-Derby -2.7% performance regression on Solaris-X64 starting with 9-b29
tschatzl
parents:
20481
diff
changeset
|
423 bot_rs.size(), |
20337 | 424 os::vm_page_size(), |
425 HeapRegion::GrainBytes, | |
426 G1BlockOffsetSharedArray::N_bytes, | |
427 mtGC); | |
428 G1BlockOffsetSharedArray oa(heap, bot_storage); | |
429 bot_storage->commit_regions(0, num_regions_in_test); | |
430 HeapRegion hr0(0, &oa, heap); | |
431 HeapRegion hr1(1, &oa, heap); | |
432 HeapRegion hr2(2, &oa, heap); | |
433 HeapRegion hr3(3, &oa, heap); | |
434 HeapRegion hr4(4, &oa, heap); | |
435 l.add_ordered(&hr1); | |
436 l.add_ordered(&hr0); | |
437 l.add_ordered(&hr3); | |
438 l.add_ordered(&hr4); | |
439 l.add_ordered(&hr2); | |
440 assert(l.length() == num_regions_in_test, "wrong length"); | |
441 l.verify_list(); | |
442 | |
443 bot_storage->uncommit_regions(0, num_regions_in_test); | |
444 delete bot_storage; | |
445 FREE_C_HEAP_ARRAY(HeapWord, bot_data, mtGC); | |
446 } |