Mercurial > hg > graal-jvmci-8
annotate src/share/vm/runtime/virtualspace.cpp @ 22977:33e421924c67
8058354: SPECjvm2008-Derby -2.7% performance regression on Solaris-X64 starting with 9-b29
Summary: Allow use of large pages for auxiliary data structures in G1. Clean up existing interfaces.
Reviewed-by: jmasa, pliden, stefank
author | tschatzl |
---|---|
date | Tue, 07 Apr 2015 10:53:51 +0200 |
parents | 5788dbd1f2d6 |
children | 30e04eba9e29 |
rev | line source |
---|---|
0 | 1 /* |
17937
78bbf4d43a14
8037816: Fix for 8036122 breaks build with Xcode5/clang
drchase
parents:
14422
diff
changeset
|
2 * Copyright (c) 1997, 2014, Oracle and/or its affiliates. All rights reserved. |
0 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 * | |
5 * This code is free software; you can redistribute it and/or modify it | |
6 * under the terms of the GNU General Public License version 2 only, as | |
7 * published by the Free Software Foundation. | |
8 * | |
9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
12 * version 2 for more details (a copy is included in the LICENSE file that | |
13 * accompanied this code). | |
14 * | |
15 * You should have received a copy of the GNU General Public License version | |
16 * 2 along with this work; if not, write to the Free Software Foundation, | |
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
18 * | |
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
844
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
844
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
844
diff
changeset
|
21 * questions. |
0 | 22 * |
23 */ | |
24 | |
1972 | 25 #include "precompiled.hpp" |
26 #include "oops/markOop.hpp" | |
27 #include "oops/oop.inline.hpp" | |
28 #include "runtime/virtualspace.hpp" | |
6197 | 29 #include "services/memTracker.hpp" |
1972 | 30 #ifdef TARGET_OS_FAMILY_linux |
31 # include "os_linux.inline.hpp" | |
32 #endif | |
33 #ifdef TARGET_OS_FAMILY_solaris | |
34 # include "os_solaris.inline.hpp" | |
35 #endif | |
36 #ifdef TARGET_OS_FAMILY_windows | |
37 # include "os_windows.inline.hpp" | |
38 #endif | |
14411 | 39 #ifdef TARGET_OS_FAMILY_aix |
40 # include "os_aix.inline.hpp" | |
41 #endif | |
3960 | 42 #ifdef TARGET_OS_FAMILY_bsd |
43 # include "os_bsd.inline.hpp" | |
44 #endif | |
0 | 45 |
17937
78bbf4d43a14
8037816: Fix for 8036122 breaks build with Xcode5/clang
drchase
parents:
14422
diff
changeset
|
46 PRAGMA_FORMAT_MUTE_WARNINGS_FOR_GCC |
0 | 47 |
48 // ReservedSpace | |
12110
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
49 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
50 // Dummy constructor |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
51 ReservedSpace::ReservedSpace() : _base(NULL), _size(0), _noaccess_prefix(0), |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
52 _alignment(0), _special(false), _executable(false) { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
53 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
54 |
22977
33e421924c67
8058354: SPECjvm2008-Derby -2.7% performance regression on Solaris-X64 starting with 9-b29
tschatzl
parents:
22976
diff
changeset
|
55 ReservedSpace::ReservedSpace(size_t size, bool prefer_large_pages) { |
22976 | 56 // Want to use large pages where possible and pad with small pages. |
57 size_t page_size = os::page_size_for_region_unaligned(size, 1); | |
12110
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
58 bool large_pages = page_size != (size_t)os::vm_page_size(); |
22977
33e421924c67
8058354: SPECjvm2008-Derby -2.7% performance regression on Solaris-X64 starting with 9-b29
tschatzl
parents:
22976
diff
changeset
|
59 size_t alignment; |
33e421924c67
8058354: SPECjvm2008-Derby -2.7% performance regression on Solaris-X64 starting with 9-b29
tschatzl
parents:
22976
diff
changeset
|
60 if (large_pages && prefer_large_pages) { |
33e421924c67
8058354: SPECjvm2008-Derby -2.7% performance regression on Solaris-X64 starting with 9-b29
tschatzl
parents:
22976
diff
changeset
|
61 alignment = MAX2(page_size, (size_t)os::vm_allocation_granularity()); |
33e421924c67
8058354: SPECjvm2008-Derby -2.7% performance regression on Solaris-X64 starting with 9-b29
tschatzl
parents:
22976
diff
changeset
|
62 // ReservedSpace initialization requires size to be aligned to the given |
33e421924c67
8058354: SPECjvm2008-Derby -2.7% performance regression on Solaris-X64 starting with 9-b29
tschatzl
parents:
22976
diff
changeset
|
63 // alignment. Align the size up. |
33e421924c67
8058354: SPECjvm2008-Derby -2.7% performance regression on Solaris-X64 starting with 9-b29
tschatzl
parents:
22976
diff
changeset
|
64 size = align_size_up(size, alignment); |
33e421924c67
8058354: SPECjvm2008-Derby -2.7% performance regression on Solaris-X64 starting with 9-b29
tschatzl
parents:
22976
diff
changeset
|
65 } else { |
33e421924c67
8058354: SPECjvm2008-Derby -2.7% performance regression on Solaris-X64 starting with 9-b29
tschatzl
parents:
22976
diff
changeset
|
66 // Don't force the alignment to be large page aligned, |
33e421924c67
8058354: SPECjvm2008-Derby -2.7% performance regression on Solaris-X64 starting with 9-b29
tschatzl
parents:
22976
diff
changeset
|
67 // since that will waste memory. |
33e421924c67
8058354: SPECjvm2008-Derby -2.7% performance regression on Solaris-X64 starting with 9-b29
tschatzl
parents:
22976
diff
changeset
|
68 alignment = os::vm_allocation_granularity(); |
33e421924c67
8058354: SPECjvm2008-Derby -2.7% performance regression on Solaris-X64 starting with 9-b29
tschatzl
parents:
22976
diff
changeset
|
69 } |
12110
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
70 initialize(size, alignment, large_pages, NULL, 0, false); |
0 | 71 } |
72 | |
73 ReservedSpace::ReservedSpace(size_t size, size_t alignment, | |
237
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
74 bool large, |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
75 char* requested_address, |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
76 const size_t noaccess_prefix) { |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
77 initialize(size+noaccess_prefix, alignment, large, requested_address, |
656 | 78 noaccess_prefix, false); |
79 } | |
80 | |
81 ReservedSpace::ReservedSpace(size_t size, size_t alignment, | |
82 bool large, | |
83 bool executable) { | |
84 initialize(size, alignment, large, NULL, 0, executable); | |
0 | 85 } |
86 | |
1618 | 87 // Helper method. |
88 static bool failed_to_reserve_as_requested(char* base, char* requested_address, | |
89 const size_t size, bool special) | |
90 { | |
91 if (base == requested_address || requested_address == NULL) | |
92 return false; // did not fail | |
93 | |
94 if (base != NULL) { | |
95 // Different reserve address may be acceptable in other cases | |
96 // but for compressed oops heap should be at requested address. | |
97 assert(UseCompressedOops, "currently requested address used only for compressed oops"); | |
98 if (PrintCompressedOopsMode) { | |
99 tty->cr(); | |
3824
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
100 tty->print_cr("Reserved memory not at requested address: " PTR_FORMAT " vs " PTR_FORMAT, base, requested_address); |
1618 | 101 } |
102 // OS ignored requested address. Try different address. | |
103 if (special) { | |
104 if (!os::release_memory_special(base, size)) { | |
105 fatal("os::release_memory_special failed"); | |
106 } | |
107 } else { | |
108 if (!os::release_memory(base, size)) { | |
109 fatal("os::release_memory failed"); | |
110 } | |
111 } | |
112 } | |
113 return true; | |
114 } | |
115 | |
0 | 116 void ReservedSpace::initialize(size_t size, size_t alignment, bool large, |
237
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
117 char* requested_address, |
656 | 118 const size_t noaccess_prefix, |
119 bool executable) { | |
0 | 120 const size_t granularity = os::vm_allocation_granularity(); |
3824
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
121 assert((size & (granularity - 1)) == 0, |
0 | 122 "size not aligned to os::vm_allocation_granularity()"); |
3824
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
123 assert((alignment & (granularity - 1)) == 0, |
0 | 124 "alignment not aligned to os::vm_allocation_granularity()"); |
125 assert(alignment == 0 || is_power_of_2((intptr_t)alignment), | |
126 "not a power of 2"); | |
127 | |
3824
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
128 alignment = MAX2(alignment, (size_t)os::vm_page_size()); |
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
129 |
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
130 // Assert that if noaccess_prefix is used, it is the same as alignment. |
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
131 assert(noaccess_prefix == 0 || |
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
132 noaccess_prefix == alignment, "noaccess prefix wrong"); |
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
133 |
0 | 134 _base = NULL; |
135 _size = 0; | |
136 _special = false; | |
656 | 137 _executable = executable; |
0 | 138 _alignment = 0; |
237
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
139 _noaccess_prefix = 0; |
0 | 140 if (size == 0) { |
141 return; | |
142 } | |
143 | |
144 // If OS doesn't support demand paging for large page memory, we need | |
145 // to use reserve_memory_special() to reserve and pin the entire region. | |
146 bool special = large && !os::can_commit_large_page_memory(); | |
147 char* base = NULL; | |
148 | |
1618 | 149 if (requested_address != 0) { |
150 requested_address -= noaccess_prefix; // adjust requested address | |
151 assert(requested_address != NULL, "huge noaccess prefix?"); | |
152 } | |
153 | |
0 | 154 if (special) { |
155 | |
12110
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
156 base = os::reserve_memory_special(size, alignment, requested_address, executable); |
0 | 157 |
158 if (base != NULL) { | |
1618 | 159 if (failed_to_reserve_as_requested(base, requested_address, size, true)) { |
160 // OS ignored requested address. Try different address. | |
161 return; | |
162 } | |
12110
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
163 // Check alignment constraints. |
3824
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
164 assert((uintptr_t) base % alignment == 0, |
12110
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
165 err_msg("Large pages returned a non-aligned address, base: " |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
166 PTR_FORMAT " alignment: " PTR_FORMAT, |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
167 base, (void*)(uintptr_t)alignment)); |
0 | 168 _special = true; |
169 } else { | |
170 // failed; try to reserve regular memory below | |
1618 | 171 if (UseLargePages && (!FLAG_IS_DEFAULT(UseLargePages) || |
172 !FLAG_IS_DEFAULT(LargePageSizeInBytes))) { | |
173 if (PrintCompressedOopsMode) { | |
174 tty->cr(); | |
175 tty->print_cr("Reserve regular memory without large pages."); | |
176 } | |
177 } | |
0 | 178 } |
179 } | |
180 | |
181 if (base == NULL) { | |
182 // Optimistically assume that the OSes returns an aligned base pointer. | |
183 // When reserving a large address range, most OSes seem to align to at | |
184 // least 64K. | |
185 | |
186 // If the memory was requested at a particular address, use | |
187 // os::attempt_reserve_memory_at() to avoid over mapping something | |
188 // important. If available space is not detected, return NULL. | |
189 | |
190 if (requested_address != 0) { | |
1618 | 191 base = os::attempt_reserve_memory_at(size, requested_address); |
192 if (failed_to_reserve_as_requested(base, requested_address, size, false)) { | |
193 // OS ignored requested address. Try different address. | |
194 base = NULL; | |
195 } | |
0 | 196 } else { |
197 base = os::reserve_memory(size, NULL, alignment); | |
198 } | |
199 | |
200 if (base == NULL) return; | |
201 | |
202 // Check alignment constraints | |
3824
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
203 if ((((size_t)base + noaccess_prefix) & (alignment - 1)) != 0) { |
0 | 204 // Base not aligned, retry |
205 if (!os::release_memory(base, size)) fatal("os::release_memory failed"); | |
7433
730cc4ddd550
7173959: Jvm crashed during coherence exabus (tmb) testing
brutisso
parents:
6725
diff
changeset
|
206 // Make sure that size is aligned |
0 | 207 size = align_size_up(size, alignment); |
7433
730cc4ddd550
7173959: Jvm crashed during coherence exabus (tmb) testing
brutisso
parents:
6725
diff
changeset
|
208 base = os::reserve_memory_aligned(size, alignment); |
3824
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
209 |
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
210 if (requested_address != 0 && |
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
211 failed_to_reserve_as_requested(base, requested_address, size, false)) { |
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
212 // As a result of the alignment constraints, the allocated base differs |
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
213 // from the requested address. Return back to the caller who can |
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
214 // take remedial action (like try again without a requested address). |
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
215 assert(_base == NULL, "should be"); |
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
216 return; |
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
217 } |
0 | 218 } |
219 } | |
220 // Done | |
221 _base = base; | |
222 _size = size; | |
3824
6aa4feb8a366
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
1972
diff
changeset
|
223 _alignment = alignment; |
237
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
224 _noaccess_prefix = noaccess_prefix; |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
225 |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
226 // Assert that if noaccess_prefix is used, it is the same as alignment. |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
227 assert(noaccess_prefix == 0 || |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
228 noaccess_prefix == _alignment, "noaccess prefix wrong"); |
0 | 229 |
230 assert(markOopDesc::encode_pointer_as_mark(_base)->decode_pointer() == _base, | |
231 "area must be distinguisable from marks for mark-sweep"); | |
232 assert(markOopDesc::encode_pointer_as_mark(&_base[size])->decode_pointer() == &_base[size], | |
233 "area must be distinguisable from marks for mark-sweep"); | |
234 } | |
235 | |
236 | |
237 ReservedSpace::ReservedSpace(char* base, size_t size, size_t alignment, | |
656 | 238 bool special, bool executable) { |
0 | 239 assert((size % os::vm_allocation_granularity()) == 0, |
240 "size not allocation aligned"); | |
241 _base = base; | |
242 _size = size; | |
243 _alignment = alignment; | |
237
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
244 _noaccess_prefix = 0; |
0 | 245 _special = special; |
656 | 246 _executable = executable; |
0 | 247 } |
248 | |
249 | |
250 ReservedSpace ReservedSpace::first_part(size_t partition_size, size_t alignment, | |
251 bool split, bool realloc) { | |
252 assert(partition_size <= size(), "partition failed"); | |
253 if (split) { | |
656 | 254 os::split_reserved_memory(base(), size(), partition_size, realloc); |
0 | 255 } |
656 | 256 ReservedSpace result(base(), partition_size, alignment, special(), |
257 executable()); | |
0 | 258 return result; |
259 } | |
260 | |
261 | |
262 ReservedSpace | |
263 ReservedSpace::last_part(size_t partition_size, size_t alignment) { | |
264 assert(partition_size <= size(), "partition failed"); | |
265 ReservedSpace result(base() + partition_size, size() - partition_size, | |
656 | 266 alignment, special(), executable()); |
0 | 267 return result; |
268 } | |
269 | |
270 | |
271 size_t ReservedSpace::page_align_size_up(size_t size) { | |
272 return align_size_up(size, os::vm_page_size()); | |
273 } | |
274 | |
275 | |
276 size_t ReservedSpace::page_align_size_down(size_t size) { | |
277 return align_size_down(size, os::vm_page_size()); | |
278 } | |
279 | |
280 | |
281 size_t ReservedSpace::allocation_align_size_up(size_t size) { | |
282 return align_size_up(size, os::vm_allocation_granularity()); | |
283 } | |
284 | |
285 | |
286 size_t ReservedSpace::allocation_align_size_down(size_t size) { | |
287 return align_size_down(size, os::vm_allocation_granularity()); | |
288 } | |
289 | |
290 | |
291 void ReservedSpace::release() { | |
292 if (is_reserved()) { | |
237
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
293 char *real_base = _base - _noaccess_prefix; |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
294 const size_t real_size = _size + _noaccess_prefix; |
0 | 295 if (special()) { |
237
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
296 os::release_memory_special(real_base, real_size); |
0 | 297 } else{ |
237
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
298 os::release_memory(real_base, real_size); |
0 | 299 } |
300 _base = NULL; | |
301 _size = 0; | |
237
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
302 _noaccess_prefix = 0; |
0 | 303 _special = false; |
656 | 304 _executable = false; |
0 | 305 } |
306 } | |
307 | |
237
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
308 void ReservedSpace::protect_noaccess_prefix(const size_t size) { |
1618 | 309 assert( (_noaccess_prefix != 0) == (UseCompressedOops && _base != NULL && |
4934
7df3125953cb
7146354: Re-enable Compressed OOPs after 7118647 is resolved
coleenp
parents:
3960
diff
changeset
|
310 (Universe::narrow_oop_base() != NULL) && |
1618 | 311 Universe::narrow_oop_use_implicit_null_checks()), |
312 "noaccess_prefix should be used only with non zero based compressed oops"); | |
313 | |
314 // If there is no noaccess prefix, return. | |
237
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
315 if (_noaccess_prefix == 0) return; |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
316 |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
317 assert(_noaccess_prefix >= (size_t)os::vm_page_size(), |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
318 "must be at least page size big"); |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
319 |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
320 // Protect memory at the base of the allocated region. |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
321 // If special, the page was committed (only matters on windows) |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
322 if (!os::protect_memory(_base, _noaccess_prefix, os::MEM_PROT_NONE, |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
323 _special)) { |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
324 fatal("cannot protect protection page"); |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
325 } |
1618 | 326 if (PrintCompressedOopsMode) { |
327 tty->cr(); | |
328 tty->print_cr("Protected page at the reserved heap base: " PTR_FORMAT " / " INTX_FORMAT " bytes", _base, _noaccess_prefix); | |
329 } | |
237
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
330 |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
331 _base += _noaccess_prefix; |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
332 _size -= _noaccess_prefix; |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
333 assert((size == _size) && ((uintptr_t)_base % _alignment == 0), |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
334 "must be exactly of required size and alignment"); |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
335 } |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
336 |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
337 ReservedHeapSpace::ReservedHeapSpace(size_t size, size_t alignment, |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
338 bool large, char* requested_address) : |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
339 ReservedSpace(size, alignment, large, |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
340 requested_address, |
642
660978a2a31a
6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents:
380
diff
changeset
|
341 (UseCompressedOops && (Universe::narrow_oop_base() != NULL) && |
660978a2a31a
6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents:
380
diff
changeset
|
342 Universe::narrow_oop_use_implicit_null_checks()) ? |
325
93befa083681
6741004: UseLargePages + UseCompressedOops breaks implicit null checking guard page
coleenp
parents:
237
diff
changeset
|
343 lcm(os::vm_page_size(), alignment) : 0) { |
6197 | 344 if (base() > 0) { |
345 MemTracker::record_virtual_memory_type((address)base(), mtJavaHeap); | |
346 } | |
347 | |
237
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
348 // Only reserved space for the java heap should have a noaccess_prefix |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
349 // if using compressed oops. |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
350 protect_noaccess_prefix(size); |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
351 } |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
352 |
656 | 353 // Reserve space for code segment. Same as Java heap only we mark this as |
354 // executable. | |
355 ReservedCodeSpace::ReservedCodeSpace(size_t r_size, | |
356 size_t rs_align, | |
357 bool large) : | |
358 ReservedSpace(r_size, rs_align, large, /*executable*/ true) { | |
6197 | 359 MemTracker::record_virtual_memory_type((address)base(), mtCode); |
656 | 360 } |
361 | |
0 | 362 // VirtualSpace |
363 | |
364 VirtualSpace::VirtualSpace() { | |
365 _low_boundary = NULL; | |
366 _high_boundary = NULL; | |
367 _low = NULL; | |
368 _high = NULL; | |
369 _lower_high = NULL; | |
370 _middle_high = NULL; | |
371 _upper_high = NULL; | |
372 _lower_high_boundary = NULL; | |
373 _middle_high_boundary = NULL; | |
374 _upper_high_boundary = NULL; | |
375 _lower_alignment = 0; | |
376 _middle_alignment = 0; | |
377 _upper_alignment = 0; | |
237
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
378 _special = false; |
656 | 379 _executable = false; |
0 | 380 } |
381 | |
382 | |
383 bool VirtualSpace::initialize(ReservedSpace rs, size_t committed_size) { | |
22976 | 384 const size_t max_commit_granularity = os::page_size_for_region_unaligned(rs.size(), 1); |
12834
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
385 return initialize_with_granularity(rs, committed_size, max_commit_granularity); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
386 } |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
387 |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
388 bool VirtualSpace::initialize_with_granularity(ReservedSpace rs, size_t committed_size, size_t max_commit_granularity) { |
0 | 389 if(!rs.is_reserved()) return false; // allocation failed. |
390 assert(_low_boundary == NULL, "VirtualSpace already initialized"); | |
12834
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
391 assert(max_commit_granularity > 0, "Granularity must be non-zero."); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
392 |
0 | 393 _low_boundary = rs.base(); |
394 _high_boundary = low_boundary() + rs.size(); | |
395 | |
396 _low = low_boundary(); | |
397 _high = low(); | |
398 | |
399 _special = rs.special(); | |
656 | 400 _executable = rs.executable(); |
0 | 401 |
402 // When a VirtualSpace begins life at a large size, make all future expansion | |
403 // and shrinking occur aligned to a granularity of large pages. This avoids | |
404 // fragmentation of physical addresses that inhibits the use of large pages | |
405 // by the OS virtual memory system. Empirically, we see that with a 4MB | |
406 // page size, the only spaces that get handled this way are codecache and | |
407 // the heap itself, both of which provide a substantial performance | |
408 // boost in many benchmarks when covered by large pages. | |
409 // | |
410 // No attempt is made to force large page alignment at the very top and | |
411 // bottom of the space if they are not aligned so already. | |
412 _lower_alignment = os::vm_page_size(); | |
12834
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
413 _middle_alignment = max_commit_granularity; |
0 | 414 _upper_alignment = os::vm_page_size(); |
415 | |
416 // End of each region | |
417 _lower_high_boundary = (char*) round_to((intptr_t) low_boundary(), middle_alignment()); | |
418 _middle_high_boundary = (char*) round_down((intptr_t) high_boundary(), middle_alignment()); | |
419 _upper_high_boundary = high_boundary(); | |
420 | |
421 // High address of each region | |
422 _lower_high = low_boundary(); | |
423 _middle_high = lower_high_boundary(); | |
424 _upper_high = middle_high_boundary(); | |
425 | |
426 // commit to initial size | |
427 if (committed_size > 0) { | |
428 if (!expand_by(committed_size)) { | |
429 return false; | |
430 } | |
431 } | |
432 return true; | |
433 } | |
434 | |
435 | |
436 VirtualSpace::~VirtualSpace() { | |
437 release(); | |
438 } | |
439 | |
440 | |
441 void VirtualSpace::release() { | |
237
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
442 // This does not release memory it never reserved. |
1fdb98a17101
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
0
diff
changeset
|
443 // Caller must release via rs.release(); |
0 | 444 _low_boundary = NULL; |
445 _high_boundary = NULL; | |
446 _low = NULL; | |
447 _high = NULL; | |
448 _lower_high = NULL; | |
449 _middle_high = NULL; | |
450 _upper_high = NULL; | |
451 _lower_high_boundary = NULL; | |
452 _middle_high_boundary = NULL; | |
453 _upper_high_boundary = NULL; | |
454 _lower_alignment = 0; | |
455 _middle_alignment = 0; | |
456 _upper_alignment = 0; | |
457 _special = false; | |
656 | 458 _executable = false; |
0 | 459 } |
460 | |
461 | |
462 size_t VirtualSpace::committed_size() const { | |
463 return pointer_delta(high(), low(), sizeof(char)); | |
464 } | |
465 | |
466 | |
467 size_t VirtualSpace::reserved_size() const { | |
468 return pointer_delta(high_boundary(), low_boundary(), sizeof(char)); | |
469 } | |
470 | |
471 | |
472 size_t VirtualSpace::uncommitted_size() const { | |
473 return reserved_size() - committed_size(); | |
474 } | |
475 | |
12236
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
476 size_t VirtualSpace::actual_committed_size() const { |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
477 // Special VirtualSpaces commit all reserved space up front. |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
478 if (special()) { |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
479 return reserved_size(); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
480 } |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
481 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
482 size_t committed_low = pointer_delta(_lower_high, _low_boundary, sizeof(char)); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
483 size_t committed_middle = pointer_delta(_middle_high, _lower_high_boundary, sizeof(char)); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
484 size_t committed_high = pointer_delta(_upper_high, _middle_high_boundary, sizeof(char)); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
485 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
486 #ifdef ASSERT |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
487 size_t lower = pointer_delta(_lower_high_boundary, _low_boundary, sizeof(char)); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
488 size_t middle = pointer_delta(_middle_high_boundary, _lower_high_boundary, sizeof(char)); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
489 size_t upper = pointer_delta(_upper_high_boundary, _middle_high_boundary, sizeof(char)); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
490 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
491 if (committed_high > 0) { |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
492 assert(committed_low == lower, "Must be"); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
493 assert(committed_middle == middle, "Must be"); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
494 } |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
495 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
496 if (committed_middle > 0) { |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
497 assert(committed_low == lower, "Must be"); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
498 } |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
499 if (committed_middle < middle) { |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
500 assert(committed_high == 0, "Must be"); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
501 } |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
502 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
503 if (committed_low < lower) { |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
504 assert(committed_high == 0, "Must be"); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
505 assert(committed_middle == 0, "Must be"); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
506 } |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
507 #endif |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
508 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
509 return committed_low + committed_middle + committed_high; |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
510 } |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
511 |
0 | 512 |
513 bool VirtualSpace::contains(const void* p) const { | |
514 return low() <= (const char*) p && (const char*) p < high(); | |
515 } | |
516 | |
517 /* | |
518 First we need to determine if a particular virtual space is using large | |
519 pages. This is done at the initialize function and only virtual spaces | |
520 that are larger than LargePageSizeInBytes use large pages. Once we | |
521 have determined this, all expand_by and shrink_by calls must grow and | |
522 shrink by large page size chunks. If a particular request | |
523 is within the current large page, the call to commit and uncommit memory | |
524 can be ignored. In the case that the low and high boundaries of this | |
525 space is not large page aligned, the pages leading to the first large | |
526 page address and the pages after the last large page address must be | |
527 allocated with default pages. | |
528 */ | |
529 bool VirtualSpace::expand_by(size_t bytes, bool pre_touch) { | |
530 if (uncommitted_size() < bytes) return false; | |
531 | |
532 if (special()) { | |
533 // don't commit memory if the entire space is pinned in memory | |
534 _high += bytes; | |
535 return true; | |
536 } | |
537 | |
538 char* previous_high = high(); | |
539 char* unaligned_new_high = high() + bytes; | |
540 assert(unaligned_new_high <= high_boundary(), | |
541 "cannot expand by more than upper boundary"); | |
542 | |
543 // Calculate where the new high for each of the regions should be. If | |
544 // the low_boundary() and high_boundary() are LargePageSizeInBytes aligned | |
545 // then the unaligned lower and upper new highs would be the | |
546 // lower_high() and upper_high() respectively. | |
547 char* unaligned_lower_new_high = | |
548 MIN2(unaligned_new_high, lower_high_boundary()); | |
549 char* unaligned_middle_new_high = | |
550 MIN2(unaligned_new_high, middle_high_boundary()); | |
551 char* unaligned_upper_new_high = | |
552 MIN2(unaligned_new_high, upper_high_boundary()); | |
553 | |
554 // Align the new highs based on the regions alignment. lower and upper | |
555 // alignment will always be default page size. middle alignment will be | |
556 // LargePageSizeInBytes if the actual size of the virtual space is in | |
557 // fact larger than LargePageSizeInBytes. | |
558 char* aligned_lower_new_high = | |
559 (char*) round_to((intptr_t) unaligned_lower_new_high, lower_alignment()); | |
560 char* aligned_middle_new_high = | |
561 (char*) round_to((intptr_t) unaligned_middle_new_high, middle_alignment()); | |
562 char* aligned_upper_new_high = | |
563 (char*) round_to((intptr_t) unaligned_upper_new_high, upper_alignment()); | |
564 | |
565 // Determine which regions need to grow in this expand_by call. | |
566 // If you are growing in the lower region, high() must be in that | |
567 // region so calcuate the size based on high(). For the middle and | |
568 // upper regions, determine the starting point of growth based on the | |
569 // location of high(). By getting the MAX of the region's low address | |
570 // (or the prevoius region's high address) and high(), we can tell if it | |
571 // is an intra or inter region growth. | |
572 size_t lower_needs = 0; | |
573 if (aligned_lower_new_high > lower_high()) { | |
574 lower_needs = | |
575 pointer_delta(aligned_lower_new_high, lower_high(), sizeof(char)); | |
576 } | |
577 size_t middle_needs = 0; | |
578 if (aligned_middle_new_high > middle_high()) { | |
579 middle_needs = | |
580 pointer_delta(aligned_middle_new_high, middle_high(), sizeof(char)); | |
581 } | |
582 size_t upper_needs = 0; | |
583 if (aligned_upper_new_high > upper_high()) { | |
584 upper_needs = | |
585 pointer_delta(aligned_upper_new_high, upper_high(), sizeof(char)); | |
586 } | |
587 | |
588 // Check contiguity. | |
589 assert(low_boundary() <= lower_high() && | |
590 lower_high() <= lower_high_boundary(), | |
591 "high address must be contained within the region"); | |
592 assert(lower_high_boundary() <= middle_high() && | |
593 middle_high() <= middle_high_boundary(), | |
594 "high address must be contained within the region"); | |
595 assert(middle_high_boundary() <= upper_high() && | |
596 upper_high() <= upper_high_boundary(), | |
597 "high address must be contained within the region"); | |
598 | |
599 // Commit regions | |
600 if (lower_needs > 0) { | |
601 assert(low_boundary() <= lower_high() && | |
602 lower_high() + lower_needs <= lower_high_boundary(), | |
603 "must not expand beyond region"); | |
656 | 604 if (!os::commit_memory(lower_high(), lower_needs, _executable)) { |
10969
a837fa3d3f86
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
10187
diff
changeset
|
605 debug_only(warning("INFO: os::commit_memory(" PTR_FORMAT |
a837fa3d3f86
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
10187
diff
changeset
|
606 ", lower_needs=" SIZE_FORMAT ", %d) failed", |
a837fa3d3f86
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
10187
diff
changeset
|
607 lower_high(), lower_needs, _executable);) |
0 | 608 return false; |
609 } else { | |
610 _lower_high += lower_needs; | |
10969
a837fa3d3f86
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
10187
diff
changeset
|
611 } |
0 | 612 } |
613 if (middle_needs > 0) { | |
614 assert(lower_high_boundary() <= middle_high() && | |
615 middle_high() + middle_needs <= middle_high_boundary(), | |
616 "must not expand beyond region"); | |
656 | 617 if (!os::commit_memory(middle_high(), middle_needs, middle_alignment(), |
618 _executable)) { | |
10969
a837fa3d3f86
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
10187
diff
changeset
|
619 debug_only(warning("INFO: os::commit_memory(" PTR_FORMAT |
a837fa3d3f86
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
10187
diff
changeset
|
620 ", middle_needs=" SIZE_FORMAT ", " SIZE_FORMAT |
a837fa3d3f86
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
10187
diff
changeset
|
621 ", %d) failed", middle_high(), middle_needs, |
a837fa3d3f86
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
10187
diff
changeset
|
622 middle_alignment(), _executable);) |
0 | 623 return false; |
624 } | |
625 _middle_high += middle_needs; | |
626 } | |
627 if (upper_needs > 0) { | |
628 assert(middle_high_boundary() <= upper_high() && | |
629 upper_high() + upper_needs <= upper_high_boundary(), | |
630 "must not expand beyond region"); | |
656 | 631 if (!os::commit_memory(upper_high(), upper_needs, _executable)) { |
10969
a837fa3d3f86
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
10187
diff
changeset
|
632 debug_only(warning("INFO: os::commit_memory(" PTR_FORMAT |
a837fa3d3f86
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
10187
diff
changeset
|
633 ", upper_needs=" SIZE_FORMAT ", %d) failed", |
a837fa3d3f86
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
10187
diff
changeset
|
634 upper_high(), upper_needs, _executable);) |
0 | 635 return false; |
636 } else { | |
637 _upper_high += upper_needs; | |
638 } | |
639 } | |
640 | |
641 if (pre_touch || AlwaysPreTouch) { | |
22973 | 642 os::pretouch_memory(previous_high, unaligned_new_high); |
0 | 643 } |
644 | |
645 _high += bytes; | |
646 return true; | |
647 } | |
648 | |
649 // A page is uncommitted if the contents of the entire page is deemed unusable. | |
650 // Continue to decrement the high() pointer until it reaches a page boundary | |
651 // in which case that particular page can now be uncommitted. | |
652 void VirtualSpace::shrink_by(size_t size) { | |
653 if (committed_size() < size) | |
654 fatal("Cannot shrink virtual space to negative size"); | |
655 | |
656 if (special()) { | |
657 // don't uncommit if the entire space is pinned in memory | |
658 _high -= size; | |
659 return; | |
660 } | |
661 | |
662 char* unaligned_new_high = high() - size; | |
663 assert(unaligned_new_high >= low_boundary(), "cannot shrink past lower boundary"); | |
664 | |
665 // Calculate new unaligned address | |
666 char* unaligned_upper_new_high = | |
667 MAX2(unaligned_new_high, middle_high_boundary()); | |
668 char* unaligned_middle_new_high = | |
669 MAX2(unaligned_new_high, lower_high_boundary()); | |
670 char* unaligned_lower_new_high = | |
671 MAX2(unaligned_new_high, low_boundary()); | |
672 | |
673 // Align address to region's alignment | |
674 char* aligned_upper_new_high = | |
675 (char*) round_to((intptr_t) unaligned_upper_new_high, upper_alignment()); | |
676 char* aligned_middle_new_high = | |
677 (char*) round_to((intptr_t) unaligned_middle_new_high, middle_alignment()); | |
678 char* aligned_lower_new_high = | |
679 (char*) round_to((intptr_t) unaligned_lower_new_high, lower_alignment()); | |
680 | |
681 // Determine which regions need to shrink | |
682 size_t upper_needs = 0; | |
683 if (aligned_upper_new_high < upper_high()) { | |
684 upper_needs = | |
685 pointer_delta(upper_high(), aligned_upper_new_high, sizeof(char)); | |
686 } | |
687 size_t middle_needs = 0; | |
688 if (aligned_middle_new_high < middle_high()) { | |
689 middle_needs = | |
690 pointer_delta(middle_high(), aligned_middle_new_high, sizeof(char)); | |
691 } | |
692 size_t lower_needs = 0; | |
693 if (aligned_lower_new_high < lower_high()) { | |
694 lower_needs = | |
695 pointer_delta(lower_high(), aligned_lower_new_high, sizeof(char)); | |
696 } | |
697 | |
698 // Check contiguity. | |
699 assert(middle_high_boundary() <= upper_high() && | |
700 upper_high() <= upper_high_boundary(), | |
701 "high address must be contained within the region"); | |
702 assert(lower_high_boundary() <= middle_high() && | |
703 middle_high() <= middle_high_boundary(), | |
704 "high address must be contained within the region"); | |
705 assert(low_boundary() <= lower_high() && | |
706 lower_high() <= lower_high_boundary(), | |
707 "high address must be contained within the region"); | |
708 | |
709 // Uncommit | |
710 if (upper_needs > 0) { | |
711 assert(middle_high_boundary() <= aligned_upper_new_high && | |
712 aligned_upper_new_high + upper_needs <= upper_high_boundary(), | |
713 "must not shrink beyond region"); | |
714 if (!os::uncommit_memory(aligned_upper_new_high, upper_needs)) { | |
715 debug_only(warning("os::uncommit_memory failed")); | |
716 return; | |
717 } else { | |
718 _upper_high -= upper_needs; | |
719 } | |
720 } | |
721 if (middle_needs > 0) { | |
722 assert(lower_high_boundary() <= aligned_middle_new_high && | |
723 aligned_middle_new_high + middle_needs <= middle_high_boundary(), | |
724 "must not shrink beyond region"); | |
725 if (!os::uncommit_memory(aligned_middle_new_high, middle_needs)) { | |
726 debug_only(warning("os::uncommit_memory failed")); | |
727 return; | |
728 } else { | |
729 _middle_high -= middle_needs; | |
730 } | |
731 } | |
732 if (lower_needs > 0) { | |
733 assert(low_boundary() <= aligned_lower_new_high && | |
734 aligned_lower_new_high + lower_needs <= lower_high_boundary(), | |
735 "must not shrink beyond region"); | |
736 if (!os::uncommit_memory(aligned_lower_new_high, lower_needs)) { | |
737 debug_only(warning("os::uncommit_memory failed")); | |
738 return; | |
739 } else { | |
740 _lower_high -= lower_needs; | |
741 } | |
742 } | |
743 | |
744 _high -= size; | |
745 } | |
746 | |
747 #ifndef PRODUCT | |
748 void VirtualSpace::check_for_contiguity() { | |
749 // Check contiguity. | |
750 assert(low_boundary() <= lower_high() && | |
751 lower_high() <= lower_high_boundary(), | |
752 "high address must be contained within the region"); | |
753 assert(lower_high_boundary() <= middle_high() && | |
754 middle_high() <= middle_high_boundary(), | |
755 "high address must be contained within the region"); | |
756 assert(middle_high_boundary() <= upper_high() && | |
757 upper_high() <= upper_high_boundary(), | |
758 "high address must be contained within the region"); | |
759 assert(low() >= low_boundary(), "low"); | |
760 assert(low_boundary() <= lower_high_boundary(), "lower high boundary"); | |
761 assert(upper_high_boundary() <= high_boundary(), "upper high boundary"); | |
762 assert(high() <= upper_high(), "upper high"); | |
763 } | |
764 | |
12240
8c5e6482cbfc
8024752: Log TraceMetadata* output to gclog_or_tty instead of tty
stefank
parents:
12236
diff
changeset
|
765 void VirtualSpace::print_on(outputStream* out) { |
8c5e6482cbfc
8024752: Log TraceMetadata* output to gclog_or_tty instead of tty
stefank
parents:
12236
diff
changeset
|
766 out->print ("Virtual space:"); |
8c5e6482cbfc
8024752: Log TraceMetadata* output to gclog_or_tty instead of tty
stefank
parents:
12236
diff
changeset
|
767 if (special()) out->print(" (pinned in memory)"); |
8c5e6482cbfc
8024752: Log TraceMetadata* output to gclog_or_tty instead of tty
stefank
parents:
12236
diff
changeset
|
768 out->cr(); |
8c5e6482cbfc
8024752: Log TraceMetadata* output to gclog_or_tty instead of tty
stefank
parents:
12236
diff
changeset
|
769 out->print_cr(" - committed: " SIZE_FORMAT, committed_size()); |
8c5e6482cbfc
8024752: Log TraceMetadata* output to gclog_or_tty instead of tty
stefank
parents:
12236
diff
changeset
|
770 out->print_cr(" - reserved: " SIZE_FORMAT, reserved_size()); |
8c5e6482cbfc
8024752: Log TraceMetadata* output to gclog_or_tty instead of tty
stefank
parents:
12236
diff
changeset
|
771 out->print_cr(" - [low, high]: [" INTPTR_FORMAT ", " INTPTR_FORMAT "]", low(), high()); |
8c5e6482cbfc
8024752: Log TraceMetadata* output to gclog_or_tty instead of tty
stefank
parents:
12236
diff
changeset
|
772 out->print_cr(" - [low_b, high_b]: [" INTPTR_FORMAT ", " INTPTR_FORMAT "]", low_boundary(), high_boundary()); |
0 | 773 } |
774 | |
12240
8c5e6482cbfc
8024752: Log TraceMetadata* output to gclog_or_tty instead of tty
stefank
parents:
12236
diff
changeset
|
775 void VirtualSpace::print() { |
8c5e6482cbfc
8024752: Log TraceMetadata* output to gclog_or_tty instead of tty
stefank
parents:
12236
diff
changeset
|
776 print_on(tty); |
8c5e6482cbfc
8024752: Log TraceMetadata* output to gclog_or_tty instead of tty
stefank
parents:
12236
diff
changeset
|
777 } |
12110
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
778 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
779 /////////////// Unit tests /////////////// |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
780 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
781 #ifndef PRODUCT |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
782 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
783 #define test_log(...) \ |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
784 do {\ |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
785 if (VerboseInternalVMTests) { \ |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
786 tty->print_cr(__VA_ARGS__); \ |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
787 tty->flush(); \ |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
788 }\ |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
789 } while (false) |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
790 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
791 class TestReservedSpace : AllStatic { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
792 public: |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
793 static void small_page_write(void* addr, size_t size) { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
794 size_t page_size = os::vm_page_size(); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
795 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
796 char* end = (char*)addr + size; |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
797 for (char* p = (char*)addr; p < end; p += page_size) { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
798 *p = 1; |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
799 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
800 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
801 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
802 static void release_memory_for_test(ReservedSpace rs) { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
803 if (rs.special()) { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
804 guarantee(os::release_memory_special(rs.base(), rs.size()), "Shouldn't fail"); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
805 } else { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
806 guarantee(os::release_memory(rs.base(), rs.size()), "Shouldn't fail"); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
807 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
808 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
809 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
810 static void test_reserved_space1(size_t size, size_t alignment) { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
811 test_log("test_reserved_space1(%p)", (void*) (uintptr_t) size); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
812 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
813 assert(is_size_aligned(size, alignment), "Incorrect input parameters"); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
814 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
815 ReservedSpace rs(size, // size |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
816 alignment, // alignment |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
817 UseLargePages, // large |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
818 NULL, // requested_address |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
819 0); // noacces_prefix |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
820 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
821 test_log(" rs.special() == %d", rs.special()); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
822 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
823 assert(rs.base() != NULL, "Must be"); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
824 assert(rs.size() == size, "Must be"); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
825 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
826 assert(is_ptr_aligned(rs.base(), alignment), "aligned sizes should always give aligned addresses"); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
827 assert(is_size_aligned(rs.size(), alignment), "aligned sizes should always give aligned addresses"); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
828 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
829 if (rs.special()) { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
830 small_page_write(rs.base(), size); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
831 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
832 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
833 release_memory_for_test(rs); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
834 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
835 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
836 static void test_reserved_space2(size_t size) { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
837 test_log("test_reserved_space2(%p)", (void*)(uintptr_t)size); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
838 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
839 assert(is_size_aligned(size, os::vm_allocation_granularity()), "Must be at least AG aligned"); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
840 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
841 ReservedSpace rs(size); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
842 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
843 test_log(" rs.special() == %d", rs.special()); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
844 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
845 assert(rs.base() != NULL, "Must be"); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
846 assert(rs.size() == size, "Must be"); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
847 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
848 if (rs.special()) { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
849 small_page_write(rs.base(), size); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
850 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
851 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
852 release_memory_for_test(rs); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
853 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
854 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
855 static void test_reserved_space3(size_t size, size_t alignment, bool maybe_large) { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
856 test_log("test_reserved_space3(%p, %p, %d)", |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
857 (void*)(uintptr_t)size, (void*)(uintptr_t)alignment, maybe_large); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
858 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
859 assert(is_size_aligned(size, os::vm_allocation_granularity()), "Must be at least AG aligned"); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
860 assert(is_size_aligned(size, alignment), "Must be at least aligned against alignment"); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
861 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
862 bool large = maybe_large && UseLargePages && size >= os::large_page_size(); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
863 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
864 ReservedSpace rs(size, alignment, large, false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
865 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
866 test_log(" rs.special() == %d", rs.special()); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
867 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
868 assert(rs.base() != NULL, "Must be"); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
869 assert(rs.size() == size, "Must be"); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
870 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
871 if (rs.special()) { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
872 small_page_write(rs.base(), size); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
873 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
874 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
875 release_memory_for_test(rs); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
876 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
877 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
878 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
879 static void test_reserved_space1() { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
880 size_t size = 2 * 1024 * 1024; |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
881 size_t ag = os::vm_allocation_granularity(); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
882 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
883 test_reserved_space1(size, ag); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
884 test_reserved_space1(size * 2, ag); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
885 test_reserved_space1(size * 10, ag); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
886 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
887 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
888 static void test_reserved_space2() { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
889 size_t size = 2 * 1024 * 1024; |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
890 size_t ag = os::vm_allocation_granularity(); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
891 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
892 test_reserved_space2(size * 1); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
893 test_reserved_space2(size * 2); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
894 test_reserved_space2(size * 10); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
895 test_reserved_space2(ag); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
896 test_reserved_space2(size - ag); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
897 test_reserved_space2(size); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
898 test_reserved_space2(size + ag); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
899 test_reserved_space2(size * 2); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
900 test_reserved_space2(size * 2 - ag); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
901 test_reserved_space2(size * 2 + ag); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
902 test_reserved_space2(size * 3); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
903 test_reserved_space2(size * 3 - ag); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
904 test_reserved_space2(size * 3 + ag); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
905 test_reserved_space2(size * 10); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
906 test_reserved_space2(size * 10 + size / 2); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
907 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
908 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
909 static void test_reserved_space3() { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
910 size_t ag = os::vm_allocation_granularity(); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
911 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
912 test_reserved_space3(ag, ag , false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
913 test_reserved_space3(ag * 2, ag , false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
914 test_reserved_space3(ag * 3, ag , false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
915 test_reserved_space3(ag * 2, ag * 2, false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
916 test_reserved_space3(ag * 4, ag * 2, false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
917 test_reserved_space3(ag * 8, ag * 2, false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
918 test_reserved_space3(ag * 4, ag * 4, false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
919 test_reserved_space3(ag * 8, ag * 4, false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
920 test_reserved_space3(ag * 16, ag * 4, false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
921 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
922 if (UseLargePages) { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
923 size_t lp = os::large_page_size(); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
924 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
925 // Without large pages |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
926 test_reserved_space3(lp, ag * 4, false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
927 test_reserved_space3(lp * 2, ag * 4, false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
928 test_reserved_space3(lp * 4, ag * 4, false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
929 test_reserved_space3(lp, lp , false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
930 test_reserved_space3(lp * 2, lp , false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
931 test_reserved_space3(lp * 3, lp , false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
932 test_reserved_space3(lp * 2, lp * 2, false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
933 test_reserved_space3(lp * 4, lp * 2, false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
934 test_reserved_space3(lp * 8, lp * 2, false); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
935 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
936 // With large pages |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
937 test_reserved_space3(lp, ag * 4 , true); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
938 test_reserved_space3(lp * 2, ag * 4, true); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
939 test_reserved_space3(lp * 4, ag * 4, true); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
940 test_reserved_space3(lp, lp , true); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
941 test_reserved_space3(lp * 2, lp , true); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
942 test_reserved_space3(lp * 3, lp , true); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
943 test_reserved_space3(lp * 2, lp * 2, true); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
944 test_reserved_space3(lp * 4, lp * 2, true); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
945 test_reserved_space3(lp * 8, lp * 2, true); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
946 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
947 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
948 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
949 static void test_reserved_space() { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
950 test_reserved_space1(); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
951 test_reserved_space2(); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
952 test_reserved_space3(); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
953 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
954 }; |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
955 |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
956 void TestReservedSpace_test() { |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
957 TestReservedSpace::test_reserved_space(); |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
958 } |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
959 |
12236
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
960 #define assert_equals(actual, expected) \ |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
961 assert(actual == expected, \ |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
962 err_msg("Got " SIZE_FORMAT " expected " \ |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
963 SIZE_FORMAT, actual, expected)); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
964 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
965 #define assert_ge(value1, value2) \ |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
966 assert(value1 >= value2, \ |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
967 err_msg("'" #value1 "': " SIZE_FORMAT " '" \ |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
968 #value2 "': " SIZE_FORMAT, value1, value2)); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
969 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
970 #define assert_lt(value1, value2) \ |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
971 assert(value1 < value2, \ |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
972 err_msg("'" #value1 "': " SIZE_FORMAT " '" \ |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
973 #value2 "': " SIZE_FORMAT, value1, value2)); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
974 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
975 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
976 class TestVirtualSpace : AllStatic { |
12834
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
977 enum TestLargePages { |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
978 Default, |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
979 Disable, |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
980 Reserve, |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
981 Commit |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
982 }; |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
983 |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
984 static ReservedSpace reserve_memory(size_t reserve_size_aligned, TestLargePages mode) { |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
985 switch(mode) { |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
986 default: |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
987 case Default: |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
988 case Reserve: |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
989 return ReservedSpace(reserve_size_aligned); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
990 case Disable: |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
991 case Commit: |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
992 return ReservedSpace(reserve_size_aligned, |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
993 os::vm_allocation_granularity(), |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
994 /* large */ false, /* exec */ false); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
995 } |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
996 } |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
997 |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
998 static bool initialize_virtual_space(VirtualSpace& vs, ReservedSpace rs, TestLargePages mode) { |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
999 switch(mode) { |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1000 default: |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1001 case Default: |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1002 case Reserve: |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1003 return vs.initialize(rs, 0); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1004 case Disable: |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1005 return vs.initialize_with_granularity(rs, 0, os::vm_page_size()); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1006 case Commit: |
22976 | 1007 return vs.initialize_with_granularity(rs, 0, os::page_size_for_region_unaligned(rs.size(), 1)); |
12834
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1008 } |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1009 } |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1010 |
12236
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1011 public: |
12834
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1012 static void test_virtual_space_actual_committed_space(size_t reserve_size, size_t commit_size, |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1013 TestLargePages mode = Default) { |
12236
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1014 size_t granularity = os::vm_allocation_granularity(); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1015 size_t reserve_size_aligned = align_size_up(reserve_size, granularity); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1016 |
12834
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1017 ReservedSpace reserved = reserve_memory(reserve_size_aligned, mode); |
12236
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1018 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1019 assert(reserved.is_reserved(), "Must be"); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1020 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1021 VirtualSpace vs; |
12834
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1022 bool initialized = initialize_virtual_space(vs, reserved, mode); |
12236
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1023 assert(initialized, "Failed to initialize VirtualSpace"); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1024 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1025 vs.expand_by(commit_size, false); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1026 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1027 if (vs.special()) { |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1028 assert_equals(vs.actual_committed_size(), reserve_size_aligned); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1029 } else { |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1030 assert_ge(vs.actual_committed_size(), commit_size); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1031 // Approximate the commit granularity. |
12834
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1032 // Make sure that we don't commit using large pages |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1033 // if large pages has been disabled for this VirtualSpace. |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1034 size_t commit_granularity = (mode == Disable || !UseLargePages) ? |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1035 os::vm_page_size() : os::large_page_size(); |
12236
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1036 assert_lt(vs.actual_committed_size(), commit_size + commit_granularity); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1037 } |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1038 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1039 reserved.release(); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1040 } |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1041 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1042 static void test_virtual_space_actual_committed_space_one_large_page() { |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1043 if (!UseLargePages) { |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1044 return; |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1045 } |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1046 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1047 size_t large_page_size = os::large_page_size(); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1048 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1049 ReservedSpace reserved(large_page_size, large_page_size, true, false); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1050 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1051 assert(reserved.is_reserved(), "Must be"); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1052 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1053 VirtualSpace vs; |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1054 bool initialized = vs.initialize(reserved, 0); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1055 assert(initialized, "Failed to initialize VirtualSpace"); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1056 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1057 vs.expand_by(large_page_size, false); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1058 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1059 assert_equals(vs.actual_committed_size(), large_page_size); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1060 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1061 reserved.release(); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1062 } |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1063 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1064 static void test_virtual_space_actual_committed_space() { |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1065 test_virtual_space_actual_committed_space(4 * K, 0); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1066 test_virtual_space_actual_committed_space(4 * K, 4 * K); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1067 test_virtual_space_actual_committed_space(8 * K, 0); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1068 test_virtual_space_actual_committed_space(8 * K, 4 * K); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1069 test_virtual_space_actual_committed_space(8 * K, 8 * K); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1070 test_virtual_space_actual_committed_space(12 * K, 0); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1071 test_virtual_space_actual_committed_space(12 * K, 4 * K); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1072 test_virtual_space_actual_committed_space(12 * K, 8 * K); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1073 test_virtual_space_actual_committed_space(12 * K, 12 * K); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1074 test_virtual_space_actual_committed_space(64 * K, 0); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1075 test_virtual_space_actual_committed_space(64 * K, 32 * K); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1076 test_virtual_space_actual_committed_space(64 * K, 64 * K); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1077 test_virtual_space_actual_committed_space(2 * M, 0); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1078 test_virtual_space_actual_committed_space(2 * M, 4 * K); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1079 test_virtual_space_actual_committed_space(2 * M, 64 * K); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1080 test_virtual_space_actual_committed_space(2 * M, 1 * M); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1081 test_virtual_space_actual_committed_space(2 * M, 2 * M); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1082 test_virtual_space_actual_committed_space(10 * M, 0); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1083 test_virtual_space_actual_committed_space(10 * M, 4 * K); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1084 test_virtual_space_actual_committed_space(10 * M, 8 * K); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1085 test_virtual_space_actual_committed_space(10 * M, 1 * M); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1086 test_virtual_space_actual_committed_space(10 * M, 2 * M); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1087 test_virtual_space_actual_committed_space(10 * M, 5 * M); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1088 test_virtual_space_actual_committed_space(10 * M, 10 * M); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1089 } |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1090 |
12834
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1091 static void test_virtual_space_disable_large_pages() { |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1092 if (!UseLargePages) { |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1093 return; |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1094 } |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1095 // These test cases verify that if we force VirtualSpace to disable large pages |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1096 test_virtual_space_actual_committed_space(10 * M, 0, Disable); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1097 test_virtual_space_actual_committed_space(10 * M, 4 * K, Disable); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1098 test_virtual_space_actual_committed_space(10 * M, 8 * K, Disable); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1099 test_virtual_space_actual_committed_space(10 * M, 1 * M, Disable); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1100 test_virtual_space_actual_committed_space(10 * M, 2 * M, Disable); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1101 test_virtual_space_actual_committed_space(10 * M, 5 * M, Disable); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1102 test_virtual_space_actual_committed_space(10 * M, 10 * M, Disable); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1103 |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1104 test_virtual_space_actual_committed_space(10 * M, 0, Reserve); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1105 test_virtual_space_actual_committed_space(10 * M, 4 * K, Reserve); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1106 test_virtual_space_actual_committed_space(10 * M, 8 * K, Reserve); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1107 test_virtual_space_actual_committed_space(10 * M, 1 * M, Reserve); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1108 test_virtual_space_actual_committed_space(10 * M, 2 * M, Reserve); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1109 test_virtual_space_actual_committed_space(10 * M, 5 * M, Reserve); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1110 test_virtual_space_actual_committed_space(10 * M, 10 * M, Reserve); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1111 |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1112 test_virtual_space_actual_committed_space(10 * M, 0, Commit); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1113 test_virtual_space_actual_committed_space(10 * M, 4 * K, Commit); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1114 test_virtual_space_actual_committed_space(10 * M, 8 * K, Commit); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1115 test_virtual_space_actual_committed_space(10 * M, 1 * M, Commit); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1116 test_virtual_space_actual_committed_space(10 * M, 2 * M, Commit); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1117 test_virtual_space_actual_committed_space(10 * M, 5 * M, Commit); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1118 test_virtual_space_actual_committed_space(10 * M, 10 * M, Commit); |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1119 } |
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1120 |
12236
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1121 static void test_virtual_space() { |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1122 test_virtual_space_actual_committed_space(); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1123 test_virtual_space_actual_committed_space_one_large_page(); |
12834
04b18a42c2f3
8025526: VirtualSpace should support per-instance disabling of large pages
mgerdin
parents:
12240
diff
changeset
|
1124 test_virtual_space_disable_large_pages(); |
12236
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1125 } |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1126 }; |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1127 |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1128 void TestVirtualSpace_test() { |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1129 TestVirtualSpace::test_virtual_space(); |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1130 } |
c4c768305a8f
8024638: Count and expose the amount of committed memory in the metaspaces
stefank
parents:
12110
diff
changeset
|
1131 |
12110
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
1132 #endif // PRODUCT |
4c84d351cca9
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
10969
diff
changeset
|
1133 |
0 | 1134 #endif |