annotate src/share/vm/runtime/virtualspace.cpp @ 1721:413ad0331a0c

6977924: Changes for 6975078 produce build error with certain gcc versions Summary: The changes introduced for 6975078 assign badHeapOopVal to the _allocation field in the ResourceObj class. In 32 bit linux builds with certain versions of gcc this assignment will be flagged as an error while compiling allocation.cpp. In 32 bit builds the constant value badHeapOopVal (which is cast to an intptr_t) is negative. The _allocation field is typed as an unsigned intptr_t and gcc catches this as an error. Reviewed-by: jcoomes, ysr, phh
author johnc
date Wed, 18 Aug 2010 10:59:06 -0700
parents 5f249b390094
children f95d63e2154a
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 844
diff changeset
2 * Copyright (c) 1997, 2009, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 844
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 844
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 844
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
a61af66fc99e Initial load
duke
parents:
diff changeset
25 #include "incls/_precompiled.incl"
a61af66fc99e Initial load
duke
parents:
diff changeset
26 #include "incls/_virtualspace.cpp.incl"
a61af66fc99e Initial load
duke
parents:
diff changeset
27
a61af66fc99e Initial load
duke
parents:
diff changeset
28
a61af66fc99e Initial load
duke
parents:
diff changeset
29 // ReservedSpace
a61af66fc99e Initial load
duke
parents:
diff changeset
30 ReservedSpace::ReservedSpace(size_t size) {
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
31 initialize(size, 0, false, NULL, 0, false);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
32 }
a61af66fc99e Initial load
duke
parents:
diff changeset
33
a61af66fc99e Initial load
duke
parents:
diff changeset
34 ReservedSpace::ReservedSpace(size_t size, size_t alignment,
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
35 bool large,
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
36 char* requested_address,
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
37 const size_t noaccess_prefix) {
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
38 initialize(size+noaccess_prefix, alignment, large, requested_address,
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
39 noaccess_prefix, false);
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
40 }
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
41
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
42 ReservedSpace::ReservedSpace(size_t size, size_t alignment,
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
43 bool large,
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
44 bool executable) {
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
45 initialize(size, alignment, large, NULL, 0, executable);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
46 }
a61af66fc99e Initial load
duke
parents:
diff changeset
47
a61af66fc99e Initial load
duke
parents:
diff changeset
48 char *
a61af66fc99e Initial load
duke
parents:
diff changeset
49 ReservedSpace::align_reserved_region(char* addr, const size_t len,
a61af66fc99e Initial load
duke
parents:
diff changeset
50 const size_t prefix_size,
a61af66fc99e Initial load
duke
parents:
diff changeset
51 const size_t prefix_align,
a61af66fc99e Initial load
duke
parents:
diff changeset
52 const size_t suffix_size,
a61af66fc99e Initial load
duke
parents:
diff changeset
53 const size_t suffix_align)
a61af66fc99e Initial load
duke
parents:
diff changeset
54 {
a61af66fc99e Initial load
duke
parents:
diff changeset
55 assert(addr != NULL, "sanity");
a61af66fc99e Initial load
duke
parents:
diff changeset
56 const size_t required_size = prefix_size + suffix_size;
a61af66fc99e Initial load
duke
parents:
diff changeset
57 assert(len >= required_size, "len too small");
a61af66fc99e Initial load
duke
parents:
diff changeset
58
a61af66fc99e Initial load
duke
parents:
diff changeset
59 const size_t s = size_t(addr);
a61af66fc99e Initial load
duke
parents:
diff changeset
60 const size_t beg_ofs = s + prefix_size & suffix_align - 1;
a61af66fc99e Initial load
duke
parents:
diff changeset
61 const size_t beg_delta = beg_ofs == 0 ? 0 : suffix_align - beg_ofs;
a61af66fc99e Initial load
duke
parents:
diff changeset
62
a61af66fc99e Initial load
duke
parents:
diff changeset
63 if (len < beg_delta + required_size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
64 return NULL; // Cannot do proper alignment.
a61af66fc99e Initial load
duke
parents:
diff changeset
65 }
a61af66fc99e Initial load
duke
parents:
diff changeset
66 const size_t end_delta = len - (beg_delta + required_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
67
a61af66fc99e Initial load
duke
parents:
diff changeset
68 if (beg_delta != 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
69 os::release_memory(addr, beg_delta);
a61af66fc99e Initial load
duke
parents:
diff changeset
70 }
a61af66fc99e Initial load
duke
parents:
diff changeset
71
a61af66fc99e Initial load
duke
parents:
diff changeset
72 if (end_delta != 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
73 char* release_addr = (char*) (s + beg_delta + required_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
74 os::release_memory(release_addr, end_delta);
a61af66fc99e Initial load
duke
parents:
diff changeset
75 }
a61af66fc99e Initial load
duke
parents:
diff changeset
76
a61af66fc99e Initial load
duke
parents:
diff changeset
77 return (char*) (s + beg_delta);
a61af66fc99e Initial load
duke
parents:
diff changeset
78 }
a61af66fc99e Initial load
duke
parents:
diff changeset
79
a61af66fc99e Initial load
duke
parents:
diff changeset
80 char* ReservedSpace::reserve_and_align(const size_t reserve_size,
a61af66fc99e Initial load
duke
parents:
diff changeset
81 const size_t prefix_size,
a61af66fc99e Initial load
duke
parents:
diff changeset
82 const size_t prefix_align,
a61af66fc99e Initial load
duke
parents:
diff changeset
83 const size_t suffix_size,
a61af66fc99e Initial load
duke
parents:
diff changeset
84 const size_t suffix_align)
a61af66fc99e Initial load
duke
parents:
diff changeset
85 {
a61af66fc99e Initial load
duke
parents:
diff changeset
86 assert(reserve_size > prefix_size + suffix_size, "should not be here");
a61af66fc99e Initial load
duke
parents:
diff changeset
87
a61af66fc99e Initial load
duke
parents:
diff changeset
88 char* raw_addr = os::reserve_memory(reserve_size, NULL, prefix_align);
a61af66fc99e Initial load
duke
parents:
diff changeset
89 if (raw_addr == NULL) return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
90
a61af66fc99e Initial load
duke
parents:
diff changeset
91 char* result = align_reserved_region(raw_addr, reserve_size, prefix_size,
a61af66fc99e Initial load
duke
parents:
diff changeset
92 prefix_align, suffix_size,
a61af66fc99e Initial load
duke
parents:
diff changeset
93 suffix_align);
a61af66fc99e Initial load
duke
parents:
diff changeset
94 if (result == NULL && !os::release_memory(raw_addr, reserve_size)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
95 fatal("os::release_memory failed");
a61af66fc99e Initial load
duke
parents:
diff changeset
96 }
a61af66fc99e Initial load
duke
parents:
diff changeset
97
a61af66fc99e Initial load
duke
parents:
diff changeset
98 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
99 if (result != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
100 const size_t raw = size_t(raw_addr);
a61af66fc99e Initial load
duke
parents:
diff changeset
101 const size_t res = size_t(result);
a61af66fc99e Initial load
duke
parents:
diff changeset
102 assert(res >= raw, "alignment decreased start addr");
a61af66fc99e Initial load
duke
parents:
diff changeset
103 assert(res + prefix_size + suffix_size <= raw + reserve_size,
a61af66fc99e Initial load
duke
parents:
diff changeset
104 "alignment increased end addr");
a61af66fc99e Initial load
duke
parents:
diff changeset
105 assert((res & prefix_align - 1) == 0, "bad alignment of prefix");
a61af66fc99e Initial load
duke
parents:
diff changeset
106 assert((res + prefix_size & suffix_align - 1) == 0,
a61af66fc99e Initial load
duke
parents:
diff changeset
107 "bad alignment of suffix");
a61af66fc99e Initial load
duke
parents:
diff changeset
108 }
a61af66fc99e Initial load
duke
parents:
diff changeset
109 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
110
a61af66fc99e Initial load
duke
parents:
diff changeset
111 return result;
a61af66fc99e Initial load
duke
parents:
diff changeset
112 }
a61af66fc99e Initial load
duke
parents:
diff changeset
113
1618
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
114 // Helper method.
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
115 static bool failed_to_reserve_as_requested(char* base, char* requested_address,
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
116 const size_t size, bool special)
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
117 {
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
118 if (base == requested_address || requested_address == NULL)
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
119 return false; // did not fail
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
120
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
121 if (base != NULL) {
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
122 // Different reserve address may be acceptable in other cases
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
123 // but for compressed oops heap should be at requested address.
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
124 assert(UseCompressedOops, "currently requested address used only for compressed oops");
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
125 if (PrintCompressedOopsMode) {
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
126 tty->cr();
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
127 tty->print_cr("Reserved memory at not requested address: " PTR_FORMAT " vs " PTR_FORMAT, base, requested_address);
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
128 }
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
129 // OS ignored requested address. Try different address.
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
130 if (special) {
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
131 if (!os::release_memory_special(base, size)) {
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
132 fatal("os::release_memory_special failed");
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
133 }
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
134 } else {
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
135 if (!os::release_memory(base, size)) {
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
136 fatal("os::release_memory failed");
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
137 }
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
138 }
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
139 }
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
140 return true;
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
141 }
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
142
0
a61af66fc99e Initial load
duke
parents:
diff changeset
143 ReservedSpace::ReservedSpace(const size_t prefix_size,
a61af66fc99e Initial load
duke
parents:
diff changeset
144 const size_t prefix_align,
a61af66fc99e Initial load
duke
parents:
diff changeset
145 const size_t suffix_size,
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
146 const size_t suffix_align,
642
660978a2a31a 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 380
diff changeset
147 char* requested_address,
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
148 const size_t noaccess_prefix)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
149 {
a61af66fc99e Initial load
duke
parents:
diff changeset
150 assert(prefix_size != 0, "sanity");
a61af66fc99e Initial load
duke
parents:
diff changeset
151 assert(prefix_align != 0, "sanity");
a61af66fc99e Initial load
duke
parents:
diff changeset
152 assert(suffix_size != 0, "sanity");
a61af66fc99e Initial load
duke
parents:
diff changeset
153 assert(suffix_align != 0, "sanity");
a61af66fc99e Initial load
duke
parents:
diff changeset
154 assert((prefix_size & prefix_align - 1) == 0,
a61af66fc99e Initial load
duke
parents:
diff changeset
155 "prefix_size not divisible by prefix_align");
a61af66fc99e Initial load
duke
parents:
diff changeset
156 assert((suffix_size & suffix_align - 1) == 0,
a61af66fc99e Initial load
duke
parents:
diff changeset
157 "suffix_size not divisible by suffix_align");
a61af66fc99e Initial load
duke
parents:
diff changeset
158 assert((suffix_align & prefix_align - 1) == 0,
a61af66fc99e Initial load
duke
parents:
diff changeset
159 "suffix_align not divisible by prefix_align");
a61af66fc99e Initial load
duke
parents:
diff changeset
160
1618
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
161 // Assert that if noaccess_prefix is used, it is the same as prefix_align.
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
162 assert(noaccess_prefix == 0 ||
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
163 noaccess_prefix == prefix_align, "noaccess prefix wrong");
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
164
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
165 // Add in noaccess_prefix to prefix_size;
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
166 const size_t adjusted_prefix_size = prefix_size + noaccess_prefix;
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
167 const size_t size = adjusted_prefix_size + suffix_size;
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
168
0
a61af66fc99e Initial load
duke
parents:
diff changeset
169 // On systems where the entire region has to be reserved and committed up
a61af66fc99e Initial load
duke
parents:
diff changeset
170 // front, the compound alignment normally done by this method is unnecessary.
a61af66fc99e Initial load
duke
parents:
diff changeset
171 const bool try_reserve_special = UseLargePages &&
a61af66fc99e Initial load
duke
parents:
diff changeset
172 prefix_align == os::large_page_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
173 if (!os::can_commit_large_page_memory() && try_reserve_special) {
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
174 initialize(size, prefix_align, true, requested_address, noaccess_prefix,
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
175 false);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
176 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
177 }
a61af66fc99e Initial load
duke
parents:
diff changeset
178
a61af66fc99e Initial load
duke
parents:
diff changeset
179 _base = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
180 _size = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
181 _alignment = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
182 _special = false;
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
183 _noaccess_prefix = 0;
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
184 _executable = false;
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
185
0
a61af66fc99e Initial load
duke
parents:
diff changeset
186 // Optimistically try to reserve the exact size needed.
642
660978a2a31a 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 380
diff changeset
187 char* addr;
660978a2a31a 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 380
diff changeset
188 if (requested_address != 0) {
1618
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
189 requested_address -= noaccess_prefix; // adjust address
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
190 assert(requested_address != NULL, "huge noaccess prefix?");
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
191 addr = os::attempt_reserve_memory_at(size, requested_address);
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
192 if (failed_to_reserve_as_requested(addr, requested_address, size, false)) {
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
193 // OS ignored requested address. Try different address.
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
194 addr = NULL;
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
195 }
642
660978a2a31a 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 380
diff changeset
196 } else {
660978a2a31a 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 380
diff changeset
197 addr = os::reserve_memory(size, NULL, prefix_align);
660978a2a31a 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 380
diff changeset
198 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
199 if (addr == NULL) return;
a61af66fc99e Initial load
duke
parents:
diff changeset
200
a61af66fc99e Initial load
duke
parents:
diff changeset
201 // Check whether the result has the needed alignment (unlikely unless
a61af66fc99e Initial load
duke
parents:
diff changeset
202 // prefix_align == suffix_align).
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
203 const size_t ofs = size_t(addr) + adjusted_prefix_size & suffix_align - 1;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
204 if (ofs != 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
205 // Wrong alignment. Release, allocate more space and do manual alignment.
a61af66fc99e Initial load
duke
parents:
diff changeset
206 //
a61af66fc99e Initial load
duke
parents:
diff changeset
207 // On most operating systems, another allocation with a somewhat larger size
a61af66fc99e Initial load
duke
parents:
diff changeset
208 // will return an address "close to" that of the previous allocation. The
a61af66fc99e Initial load
duke
parents:
diff changeset
209 // result is often the same address (if the kernel hands out virtual
a61af66fc99e Initial load
duke
parents:
diff changeset
210 // addresses from low to high), or an address that is offset by the increase
a61af66fc99e Initial load
duke
parents:
diff changeset
211 // in size. Exploit that to minimize the amount of extra space requested.
a61af66fc99e Initial load
duke
parents:
diff changeset
212 if (!os::release_memory(addr, size)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
213 fatal("os::release_memory failed");
a61af66fc99e Initial load
duke
parents:
diff changeset
214 }
a61af66fc99e Initial load
duke
parents:
diff changeset
215
a61af66fc99e Initial load
duke
parents:
diff changeset
216 const size_t extra = MAX2(ofs, suffix_align - ofs);
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
217 addr = reserve_and_align(size + extra, adjusted_prefix_size, prefix_align,
0
a61af66fc99e Initial load
duke
parents:
diff changeset
218 suffix_size, suffix_align);
a61af66fc99e Initial load
duke
parents:
diff changeset
219 if (addr == NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
220 // Try an even larger region. If this fails, address space is exhausted.
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
221 addr = reserve_and_align(size + suffix_align, adjusted_prefix_size,
0
a61af66fc99e Initial load
duke
parents:
diff changeset
222 prefix_align, suffix_size, suffix_align);
a61af66fc99e Initial load
duke
parents:
diff changeset
223 }
a61af66fc99e Initial load
duke
parents:
diff changeset
224 }
a61af66fc99e Initial load
duke
parents:
diff changeset
225
a61af66fc99e Initial load
duke
parents:
diff changeset
226 _base = addr;
a61af66fc99e Initial load
duke
parents:
diff changeset
227 _size = size;
a61af66fc99e Initial load
duke
parents:
diff changeset
228 _alignment = prefix_align;
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
229 _noaccess_prefix = noaccess_prefix;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
230 }
a61af66fc99e Initial load
duke
parents:
diff changeset
231
a61af66fc99e Initial load
duke
parents:
diff changeset
232 void ReservedSpace::initialize(size_t size, size_t alignment, bool large,
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
233 char* requested_address,
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
234 const size_t noaccess_prefix,
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
235 bool executable) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
236 const size_t granularity = os::vm_allocation_granularity();
a61af66fc99e Initial load
duke
parents:
diff changeset
237 assert((size & granularity - 1) == 0,
a61af66fc99e Initial load
duke
parents:
diff changeset
238 "size not aligned to os::vm_allocation_granularity()");
a61af66fc99e Initial load
duke
parents:
diff changeset
239 assert((alignment & granularity - 1) == 0,
a61af66fc99e Initial load
duke
parents:
diff changeset
240 "alignment not aligned to os::vm_allocation_granularity()");
a61af66fc99e Initial load
duke
parents:
diff changeset
241 assert(alignment == 0 || is_power_of_2((intptr_t)alignment),
a61af66fc99e Initial load
duke
parents:
diff changeset
242 "not a power of 2");
a61af66fc99e Initial load
duke
parents:
diff changeset
243
a61af66fc99e Initial load
duke
parents:
diff changeset
244 _base = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
245 _size = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
246 _special = false;
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
247 _executable = executable;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
248 _alignment = 0;
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
249 _noaccess_prefix = 0;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
250 if (size == 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
251 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
252 }
a61af66fc99e Initial load
duke
parents:
diff changeset
253
a61af66fc99e Initial load
duke
parents:
diff changeset
254 // If OS doesn't support demand paging for large page memory, we need
a61af66fc99e Initial load
duke
parents:
diff changeset
255 // to use reserve_memory_special() to reserve and pin the entire region.
a61af66fc99e Initial load
duke
parents:
diff changeset
256 bool special = large && !os::can_commit_large_page_memory();
a61af66fc99e Initial load
duke
parents:
diff changeset
257 char* base = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
258
1618
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
259 if (requested_address != 0) {
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
260 requested_address -= noaccess_prefix; // adjust requested address
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
261 assert(requested_address != NULL, "huge noaccess prefix?");
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
262 }
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
263
0
a61af66fc99e Initial load
duke
parents:
diff changeset
264 if (special) {
a61af66fc99e Initial load
duke
parents:
diff changeset
265
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
266 base = os::reserve_memory_special(size, requested_address, executable);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
267
a61af66fc99e Initial load
duke
parents:
diff changeset
268 if (base != NULL) {
1618
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
269 if (failed_to_reserve_as_requested(base, requested_address, size, true)) {
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
270 // OS ignored requested address. Try different address.
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
271 return;
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
272 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
273 // Check alignment constraints
a61af66fc99e Initial load
duke
parents:
diff changeset
274 if (alignment > 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
275 assert((uintptr_t) base % alignment == 0,
a61af66fc99e Initial load
duke
parents:
diff changeset
276 "Large pages returned a non-aligned address");
a61af66fc99e Initial load
duke
parents:
diff changeset
277 }
a61af66fc99e Initial load
duke
parents:
diff changeset
278 _special = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
279 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
280 // failed; try to reserve regular memory below
1618
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
281 if (UseLargePages && (!FLAG_IS_DEFAULT(UseLargePages) ||
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
282 !FLAG_IS_DEFAULT(LargePageSizeInBytes))) {
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
283 if (PrintCompressedOopsMode) {
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
284 tty->cr();
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
285 tty->print_cr("Reserve regular memory without large pages.");
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
286 }
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
287 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
288 }
a61af66fc99e Initial load
duke
parents:
diff changeset
289 }
a61af66fc99e Initial load
duke
parents:
diff changeset
290
a61af66fc99e Initial load
duke
parents:
diff changeset
291 if (base == NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
292 // Optimistically assume that the OSes returns an aligned base pointer.
a61af66fc99e Initial load
duke
parents:
diff changeset
293 // When reserving a large address range, most OSes seem to align to at
a61af66fc99e Initial load
duke
parents:
diff changeset
294 // least 64K.
a61af66fc99e Initial load
duke
parents:
diff changeset
295
a61af66fc99e Initial load
duke
parents:
diff changeset
296 // If the memory was requested at a particular address, use
a61af66fc99e Initial load
duke
parents:
diff changeset
297 // os::attempt_reserve_memory_at() to avoid over mapping something
a61af66fc99e Initial load
duke
parents:
diff changeset
298 // important. If available space is not detected, return NULL.
a61af66fc99e Initial load
duke
parents:
diff changeset
299
a61af66fc99e Initial load
duke
parents:
diff changeset
300 if (requested_address != 0) {
1618
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
301 base = os::attempt_reserve_memory_at(size, requested_address);
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
302 if (failed_to_reserve_as_requested(base, requested_address, size, false)) {
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
303 // OS ignored requested address. Try different address.
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
304 base = NULL;
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
305 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
306 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
307 base = os::reserve_memory(size, NULL, alignment);
a61af66fc99e Initial load
duke
parents:
diff changeset
308 }
a61af66fc99e Initial load
duke
parents:
diff changeset
309
a61af66fc99e Initial load
duke
parents:
diff changeset
310 if (base == NULL) return;
a61af66fc99e Initial load
duke
parents:
diff changeset
311
a61af66fc99e Initial load
duke
parents:
diff changeset
312 // Check alignment constraints
a61af66fc99e Initial load
duke
parents:
diff changeset
313 if (alignment > 0 && ((size_t)base & alignment - 1) != 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
314 // Base not aligned, retry
a61af66fc99e Initial load
duke
parents:
diff changeset
315 if (!os::release_memory(base, size)) fatal("os::release_memory failed");
a61af66fc99e Initial load
duke
parents:
diff changeset
316 // Reserve size large enough to do manual alignment and
a61af66fc99e Initial load
duke
parents:
diff changeset
317 // increase size to a multiple of the desired alignment
a61af66fc99e Initial load
duke
parents:
diff changeset
318 size = align_size_up(size, alignment);
a61af66fc99e Initial load
duke
parents:
diff changeset
319 size_t extra_size = size + alignment;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
320 do {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
321 char* extra_base = os::reserve_memory(extra_size, NULL, alignment);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
322 if (extra_base == NULL) return;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
323 // Do manual alignement
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
324 base = (char*) align_size_up((uintptr_t) extra_base, alignment);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
325 assert(base >= extra_base, "just checking");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
326 // Re-reserve the region at the aligned base address.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
327 os::release_memory(extra_base, extra_size);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
328 base = os::reserve_memory(size, base);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
329 } while (base == NULL);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
330 }
a61af66fc99e Initial load
duke
parents:
diff changeset
331 }
a61af66fc99e Initial load
duke
parents:
diff changeset
332 // Done
a61af66fc99e Initial load
duke
parents:
diff changeset
333 _base = base;
a61af66fc99e Initial load
duke
parents:
diff changeset
334 _size = size;
a61af66fc99e Initial load
duke
parents:
diff changeset
335 _alignment = MAX2(alignment, (size_t) os::vm_page_size());
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
336 _noaccess_prefix = noaccess_prefix;
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
337
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
338 // Assert that if noaccess_prefix is used, it is the same as alignment.
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
339 assert(noaccess_prefix == 0 ||
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
340 noaccess_prefix == _alignment, "noaccess prefix wrong");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
341
a61af66fc99e Initial load
duke
parents:
diff changeset
342 assert(markOopDesc::encode_pointer_as_mark(_base)->decode_pointer() == _base,
a61af66fc99e Initial load
duke
parents:
diff changeset
343 "area must be distinguisable from marks for mark-sweep");
a61af66fc99e Initial load
duke
parents:
diff changeset
344 assert(markOopDesc::encode_pointer_as_mark(&_base[size])->decode_pointer() == &_base[size],
a61af66fc99e Initial load
duke
parents:
diff changeset
345 "area must be distinguisable from marks for mark-sweep");
a61af66fc99e Initial load
duke
parents:
diff changeset
346 }
a61af66fc99e Initial load
duke
parents:
diff changeset
347
a61af66fc99e Initial load
duke
parents:
diff changeset
348
a61af66fc99e Initial load
duke
parents:
diff changeset
349 ReservedSpace::ReservedSpace(char* base, size_t size, size_t alignment,
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
350 bool special, bool executable) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
351 assert((size % os::vm_allocation_granularity()) == 0,
a61af66fc99e Initial load
duke
parents:
diff changeset
352 "size not allocation aligned");
a61af66fc99e Initial load
duke
parents:
diff changeset
353 _base = base;
a61af66fc99e Initial load
duke
parents:
diff changeset
354 _size = size;
a61af66fc99e Initial load
duke
parents:
diff changeset
355 _alignment = alignment;
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
356 _noaccess_prefix = 0;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
357 _special = special;
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
358 _executable = executable;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
359 }
a61af66fc99e Initial load
duke
parents:
diff changeset
360
a61af66fc99e Initial load
duke
parents:
diff changeset
361
a61af66fc99e Initial load
duke
parents:
diff changeset
362 ReservedSpace ReservedSpace::first_part(size_t partition_size, size_t alignment,
a61af66fc99e Initial load
duke
parents:
diff changeset
363 bool split, bool realloc) {
a61af66fc99e Initial load
duke
parents:
diff changeset
364 assert(partition_size <= size(), "partition failed");
a61af66fc99e Initial load
duke
parents:
diff changeset
365 if (split) {
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
366 os::split_reserved_memory(base(), size(), partition_size, realloc);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
367 }
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
368 ReservedSpace result(base(), partition_size, alignment, special(),
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
369 executable());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
370 return result;
a61af66fc99e Initial load
duke
parents:
diff changeset
371 }
a61af66fc99e Initial load
duke
parents:
diff changeset
372
a61af66fc99e Initial load
duke
parents:
diff changeset
373
a61af66fc99e Initial load
duke
parents:
diff changeset
374 ReservedSpace
a61af66fc99e Initial load
duke
parents:
diff changeset
375 ReservedSpace::last_part(size_t partition_size, size_t alignment) {
a61af66fc99e Initial load
duke
parents:
diff changeset
376 assert(partition_size <= size(), "partition failed");
a61af66fc99e Initial load
duke
parents:
diff changeset
377 ReservedSpace result(base() + partition_size, size() - partition_size,
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
378 alignment, special(), executable());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
379 return result;
a61af66fc99e Initial load
duke
parents:
diff changeset
380 }
a61af66fc99e Initial load
duke
parents:
diff changeset
381
a61af66fc99e Initial load
duke
parents:
diff changeset
382
a61af66fc99e Initial load
duke
parents:
diff changeset
383 size_t ReservedSpace::page_align_size_up(size_t size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
384 return align_size_up(size, os::vm_page_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
385 }
a61af66fc99e Initial load
duke
parents:
diff changeset
386
a61af66fc99e Initial load
duke
parents:
diff changeset
387
a61af66fc99e Initial load
duke
parents:
diff changeset
388 size_t ReservedSpace::page_align_size_down(size_t size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
389 return align_size_down(size, os::vm_page_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
390 }
a61af66fc99e Initial load
duke
parents:
diff changeset
391
a61af66fc99e Initial load
duke
parents:
diff changeset
392
a61af66fc99e Initial load
duke
parents:
diff changeset
393 size_t ReservedSpace::allocation_align_size_up(size_t size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
394 return align_size_up(size, os::vm_allocation_granularity());
a61af66fc99e Initial load
duke
parents:
diff changeset
395 }
a61af66fc99e Initial load
duke
parents:
diff changeset
396
a61af66fc99e Initial load
duke
parents:
diff changeset
397
a61af66fc99e Initial load
duke
parents:
diff changeset
398 size_t ReservedSpace::allocation_align_size_down(size_t size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
399 return align_size_down(size, os::vm_allocation_granularity());
a61af66fc99e Initial load
duke
parents:
diff changeset
400 }
a61af66fc99e Initial load
duke
parents:
diff changeset
401
a61af66fc99e Initial load
duke
parents:
diff changeset
402
a61af66fc99e Initial load
duke
parents:
diff changeset
403 void ReservedSpace::release() {
a61af66fc99e Initial load
duke
parents:
diff changeset
404 if (is_reserved()) {
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
405 char *real_base = _base - _noaccess_prefix;
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
406 const size_t real_size = _size + _noaccess_prefix;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
407 if (special()) {
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
408 os::release_memory_special(real_base, real_size);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
409 } else{
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
410 os::release_memory(real_base, real_size);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
411 }
a61af66fc99e Initial load
duke
parents:
diff changeset
412 _base = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
413 _size = 0;
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
414 _noaccess_prefix = 0;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
415 _special = false;
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
416 _executable = false;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
417 }
a61af66fc99e Initial load
duke
parents:
diff changeset
418 }
a61af66fc99e Initial load
duke
parents:
diff changeset
419
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
420 void ReservedSpace::protect_noaccess_prefix(const size_t size) {
1618
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
421 assert( (_noaccess_prefix != 0) == (UseCompressedOops && _base != NULL &&
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
422 (size_t(_base + _size) > OopEncodingHeapMax) &&
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
423 Universe::narrow_oop_use_implicit_null_checks()),
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
424 "noaccess_prefix should be used only with non zero based compressed oops");
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
425
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
426 // If there is no noaccess prefix, return.
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
427 if (_noaccess_prefix == 0) return;
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
428
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
429 assert(_noaccess_prefix >= (size_t)os::vm_page_size(),
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
430 "must be at least page size big");
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
431
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
432 // Protect memory at the base of the allocated region.
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
433 // If special, the page was committed (only matters on windows)
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
434 if (!os::protect_memory(_base, _noaccess_prefix, os::MEM_PROT_NONE,
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
435 _special)) {
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
436 fatal("cannot protect protection page");
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
437 }
1618
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
438 if (PrintCompressedOopsMode) {
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
439 tty->cr();
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
440 tty->print_cr("Protected page at the reserved heap base: " PTR_FORMAT " / " INTX_FORMAT " bytes", _base, _noaccess_prefix);
5f249b390094 6947341: JVM Crash running Oracle ATG CRMDemo
kvn
parents: 1552
diff changeset
441 }
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
442
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
443 _base += _noaccess_prefix;
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
444 _size -= _noaccess_prefix;
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
445 assert((size == _size) && ((uintptr_t)_base % _alignment == 0),
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
446 "must be exactly of required size and alignment");
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
447 }
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
448
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
449 ReservedHeapSpace::ReservedHeapSpace(size_t size, size_t alignment,
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
450 bool large, char* requested_address) :
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
451 ReservedSpace(size, alignment, large,
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
452 requested_address,
642
660978a2a31a 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 380
diff changeset
453 (UseCompressedOops && (Universe::narrow_oop_base() != NULL) &&
660978a2a31a 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 380
diff changeset
454 Universe::narrow_oop_use_implicit_null_checks()) ?
325
93befa083681 6741004: UseLargePages + UseCompressedOops breaks implicit null checking guard page
coleenp
parents: 237
diff changeset
455 lcm(os::vm_page_size(), alignment) : 0) {
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
456 // Only reserved space for the java heap should have a noaccess_prefix
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
457 // if using compressed oops.
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
458 protect_noaccess_prefix(size);
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
459 }
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
460
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
461 ReservedHeapSpace::ReservedHeapSpace(const size_t prefix_size,
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
462 const size_t prefix_align,
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
463 const size_t suffix_size,
642
660978a2a31a 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 380
diff changeset
464 const size_t suffix_align,
660978a2a31a 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 380
diff changeset
465 char* requested_address) :
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
466 ReservedSpace(prefix_size, prefix_align, suffix_size, suffix_align,
642
660978a2a31a 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 380
diff changeset
467 requested_address,
660978a2a31a 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 380
diff changeset
468 (UseCompressedOops && (Universe::narrow_oop_base() != NULL) &&
660978a2a31a 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 380
diff changeset
469 Universe::narrow_oop_use_implicit_null_checks()) ?
325
93befa083681 6741004: UseLargePages + UseCompressedOops breaks implicit null checking guard page
coleenp
parents: 237
diff changeset
470 lcm(os::vm_page_size(), prefix_align) : 0) {
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
471 protect_noaccess_prefix(prefix_size+suffix_size);
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
472 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
473
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
474 // Reserve space for code segment. Same as Java heap only we mark this as
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
475 // executable.
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
476 ReservedCodeSpace::ReservedCodeSpace(size_t r_size,
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
477 size_t rs_align,
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
478 bool large) :
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
479 ReservedSpace(r_size, rs_align, large, /*executable*/ true) {
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
480 }
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
481
0
a61af66fc99e Initial load
duke
parents:
diff changeset
482 // VirtualSpace
a61af66fc99e Initial load
duke
parents:
diff changeset
483
a61af66fc99e Initial load
duke
parents:
diff changeset
484 VirtualSpace::VirtualSpace() {
a61af66fc99e Initial load
duke
parents:
diff changeset
485 _low_boundary = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
486 _high_boundary = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
487 _low = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
488 _high = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
489 _lower_high = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
490 _middle_high = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
491 _upper_high = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
492 _lower_high_boundary = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
493 _middle_high_boundary = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
494 _upper_high_boundary = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
495 _lower_alignment = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
496 _middle_alignment = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
497 _upper_alignment = 0;
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
498 _special = false;
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
499 _executable = false;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
500 }
a61af66fc99e Initial load
duke
parents:
diff changeset
501
a61af66fc99e Initial load
duke
parents:
diff changeset
502
a61af66fc99e Initial load
duke
parents:
diff changeset
503 bool VirtualSpace::initialize(ReservedSpace rs, size_t committed_size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
504 if(!rs.is_reserved()) return false; // allocation failed.
a61af66fc99e Initial load
duke
parents:
diff changeset
505 assert(_low_boundary == NULL, "VirtualSpace already initialized");
a61af66fc99e Initial load
duke
parents:
diff changeset
506 _low_boundary = rs.base();
a61af66fc99e Initial load
duke
parents:
diff changeset
507 _high_boundary = low_boundary() + rs.size();
a61af66fc99e Initial load
duke
parents:
diff changeset
508
a61af66fc99e Initial load
duke
parents:
diff changeset
509 _low = low_boundary();
a61af66fc99e Initial load
duke
parents:
diff changeset
510 _high = low();
a61af66fc99e Initial load
duke
parents:
diff changeset
511
a61af66fc99e Initial load
duke
parents:
diff changeset
512 _special = rs.special();
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
513 _executable = rs.executable();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
514
a61af66fc99e Initial load
duke
parents:
diff changeset
515 // When a VirtualSpace begins life at a large size, make all future expansion
a61af66fc99e Initial load
duke
parents:
diff changeset
516 // and shrinking occur aligned to a granularity of large pages. This avoids
a61af66fc99e Initial load
duke
parents:
diff changeset
517 // fragmentation of physical addresses that inhibits the use of large pages
a61af66fc99e Initial load
duke
parents:
diff changeset
518 // by the OS virtual memory system. Empirically, we see that with a 4MB
a61af66fc99e Initial load
duke
parents:
diff changeset
519 // page size, the only spaces that get handled this way are codecache and
a61af66fc99e Initial load
duke
parents:
diff changeset
520 // the heap itself, both of which provide a substantial performance
a61af66fc99e Initial load
duke
parents:
diff changeset
521 // boost in many benchmarks when covered by large pages.
a61af66fc99e Initial load
duke
parents:
diff changeset
522 //
a61af66fc99e Initial load
duke
parents:
diff changeset
523 // No attempt is made to force large page alignment at the very top and
a61af66fc99e Initial load
duke
parents:
diff changeset
524 // bottom of the space if they are not aligned so already.
a61af66fc99e Initial load
duke
parents:
diff changeset
525 _lower_alignment = os::vm_page_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
526 _middle_alignment = os::page_size_for_region(rs.size(), rs.size(), 1);
a61af66fc99e Initial load
duke
parents:
diff changeset
527 _upper_alignment = os::vm_page_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
528
a61af66fc99e Initial load
duke
parents:
diff changeset
529 // End of each region
a61af66fc99e Initial load
duke
parents:
diff changeset
530 _lower_high_boundary = (char*) round_to((intptr_t) low_boundary(), middle_alignment());
a61af66fc99e Initial load
duke
parents:
diff changeset
531 _middle_high_boundary = (char*) round_down((intptr_t) high_boundary(), middle_alignment());
a61af66fc99e Initial load
duke
parents:
diff changeset
532 _upper_high_boundary = high_boundary();
a61af66fc99e Initial load
duke
parents:
diff changeset
533
a61af66fc99e Initial load
duke
parents:
diff changeset
534 // High address of each region
a61af66fc99e Initial load
duke
parents:
diff changeset
535 _lower_high = low_boundary();
a61af66fc99e Initial load
duke
parents:
diff changeset
536 _middle_high = lower_high_boundary();
a61af66fc99e Initial load
duke
parents:
diff changeset
537 _upper_high = middle_high_boundary();
a61af66fc99e Initial load
duke
parents:
diff changeset
538
a61af66fc99e Initial load
duke
parents:
diff changeset
539 // commit to initial size
a61af66fc99e Initial load
duke
parents:
diff changeset
540 if (committed_size > 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
541 if (!expand_by(committed_size)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
542 return false;
a61af66fc99e Initial load
duke
parents:
diff changeset
543 }
a61af66fc99e Initial load
duke
parents:
diff changeset
544 }
a61af66fc99e Initial load
duke
parents:
diff changeset
545 return true;
a61af66fc99e Initial load
duke
parents:
diff changeset
546 }
a61af66fc99e Initial load
duke
parents:
diff changeset
547
a61af66fc99e Initial load
duke
parents:
diff changeset
548
a61af66fc99e Initial load
duke
parents:
diff changeset
549 VirtualSpace::~VirtualSpace() {
a61af66fc99e Initial load
duke
parents:
diff changeset
550 release();
a61af66fc99e Initial load
duke
parents:
diff changeset
551 }
a61af66fc99e Initial load
duke
parents:
diff changeset
552
a61af66fc99e Initial load
duke
parents:
diff changeset
553
a61af66fc99e Initial load
duke
parents:
diff changeset
554 void VirtualSpace::release() {
237
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
555 // This does not release memory it never reserved.
1fdb98a17101 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 0
diff changeset
556 // Caller must release via rs.release();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
557 _low_boundary = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
558 _high_boundary = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
559 _low = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
560 _high = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
561 _lower_high = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
562 _middle_high = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
563 _upper_high = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
564 _lower_high_boundary = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
565 _middle_high_boundary = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
566 _upper_high_boundary = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
567 _lower_alignment = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
568 _middle_alignment = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
569 _upper_alignment = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
570 _special = false;
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
571 _executable = false;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
572 }
a61af66fc99e Initial load
duke
parents:
diff changeset
573
a61af66fc99e Initial load
duke
parents:
diff changeset
574
a61af66fc99e Initial load
duke
parents:
diff changeset
575 size_t VirtualSpace::committed_size() const {
a61af66fc99e Initial load
duke
parents:
diff changeset
576 return pointer_delta(high(), low(), sizeof(char));
a61af66fc99e Initial load
duke
parents:
diff changeset
577 }
a61af66fc99e Initial load
duke
parents:
diff changeset
578
a61af66fc99e Initial load
duke
parents:
diff changeset
579
a61af66fc99e Initial load
duke
parents:
diff changeset
580 size_t VirtualSpace::reserved_size() const {
a61af66fc99e Initial load
duke
parents:
diff changeset
581 return pointer_delta(high_boundary(), low_boundary(), sizeof(char));
a61af66fc99e Initial load
duke
parents:
diff changeset
582 }
a61af66fc99e Initial load
duke
parents:
diff changeset
583
a61af66fc99e Initial load
duke
parents:
diff changeset
584
a61af66fc99e Initial load
duke
parents:
diff changeset
585 size_t VirtualSpace::uncommitted_size() const {
a61af66fc99e Initial load
duke
parents:
diff changeset
586 return reserved_size() - committed_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
587 }
a61af66fc99e Initial load
duke
parents:
diff changeset
588
a61af66fc99e Initial load
duke
parents:
diff changeset
589
a61af66fc99e Initial load
duke
parents:
diff changeset
590 bool VirtualSpace::contains(const void* p) const {
a61af66fc99e Initial load
duke
parents:
diff changeset
591 return low() <= (const char*) p && (const char*) p < high();
a61af66fc99e Initial load
duke
parents:
diff changeset
592 }
a61af66fc99e Initial load
duke
parents:
diff changeset
593
a61af66fc99e Initial load
duke
parents:
diff changeset
594 /*
a61af66fc99e Initial load
duke
parents:
diff changeset
595 First we need to determine if a particular virtual space is using large
a61af66fc99e Initial load
duke
parents:
diff changeset
596 pages. This is done at the initialize function and only virtual spaces
a61af66fc99e Initial load
duke
parents:
diff changeset
597 that are larger than LargePageSizeInBytes use large pages. Once we
a61af66fc99e Initial load
duke
parents:
diff changeset
598 have determined this, all expand_by and shrink_by calls must grow and
a61af66fc99e Initial load
duke
parents:
diff changeset
599 shrink by large page size chunks. If a particular request
a61af66fc99e Initial load
duke
parents:
diff changeset
600 is within the current large page, the call to commit and uncommit memory
a61af66fc99e Initial load
duke
parents:
diff changeset
601 can be ignored. In the case that the low and high boundaries of this
a61af66fc99e Initial load
duke
parents:
diff changeset
602 space is not large page aligned, the pages leading to the first large
a61af66fc99e Initial load
duke
parents:
diff changeset
603 page address and the pages after the last large page address must be
a61af66fc99e Initial load
duke
parents:
diff changeset
604 allocated with default pages.
a61af66fc99e Initial load
duke
parents:
diff changeset
605 */
a61af66fc99e Initial load
duke
parents:
diff changeset
606 bool VirtualSpace::expand_by(size_t bytes, bool pre_touch) {
a61af66fc99e Initial load
duke
parents:
diff changeset
607 if (uncommitted_size() < bytes) return false;
a61af66fc99e Initial load
duke
parents:
diff changeset
608
a61af66fc99e Initial load
duke
parents:
diff changeset
609 if (special()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
610 // don't commit memory if the entire space is pinned in memory
a61af66fc99e Initial load
duke
parents:
diff changeset
611 _high += bytes;
a61af66fc99e Initial load
duke
parents:
diff changeset
612 return true;
a61af66fc99e Initial load
duke
parents:
diff changeset
613 }
a61af66fc99e Initial load
duke
parents:
diff changeset
614
a61af66fc99e Initial load
duke
parents:
diff changeset
615 char* previous_high = high();
a61af66fc99e Initial load
duke
parents:
diff changeset
616 char* unaligned_new_high = high() + bytes;
a61af66fc99e Initial load
duke
parents:
diff changeset
617 assert(unaligned_new_high <= high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
618 "cannot expand by more than upper boundary");
a61af66fc99e Initial load
duke
parents:
diff changeset
619
a61af66fc99e Initial load
duke
parents:
diff changeset
620 // Calculate where the new high for each of the regions should be. If
a61af66fc99e Initial load
duke
parents:
diff changeset
621 // the low_boundary() and high_boundary() are LargePageSizeInBytes aligned
a61af66fc99e Initial load
duke
parents:
diff changeset
622 // then the unaligned lower and upper new highs would be the
a61af66fc99e Initial load
duke
parents:
diff changeset
623 // lower_high() and upper_high() respectively.
a61af66fc99e Initial load
duke
parents:
diff changeset
624 char* unaligned_lower_new_high =
a61af66fc99e Initial load
duke
parents:
diff changeset
625 MIN2(unaligned_new_high, lower_high_boundary());
a61af66fc99e Initial load
duke
parents:
diff changeset
626 char* unaligned_middle_new_high =
a61af66fc99e Initial load
duke
parents:
diff changeset
627 MIN2(unaligned_new_high, middle_high_boundary());
a61af66fc99e Initial load
duke
parents:
diff changeset
628 char* unaligned_upper_new_high =
a61af66fc99e Initial load
duke
parents:
diff changeset
629 MIN2(unaligned_new_high, upper_high_boundary());
a61af66fc99e Initial load
duke
parents:
diff changeset
630
a61af66fc99e Initial load
duke
parents:
diff changeset
631 // Align the new highs based on the regions alignment. lower and upper
a61af66fc99e Initial load
duke
parents:
diff changeset
632 // alignment will always be default page size. middle alignment will be
a61af66fc99e Initial load
duke
parents:
diff changeset
633 // LargePageSizeInBytes if the actual size of the virtual space is in
a61af66fc99e Initial load
duke
parents:
diff changeset
634 // fact larger than LargePageSizeInBytes.
a61af66fc99e Initial load
duke
parents:
diff changeset
635 char* aligned_lower_new_high =
a61af66fc99e Initial load
duke
parents:
diff changeset
636 (char*) round_to((intptr_t) unaligned_lower_new_high, lower_alignment());
a61af66fc99e Initial load
duke
parents:
diff changeset
637 char* aligned_middle_new_high =
a61af66fc99e Initial load
duke
parents:
diff changeset
638 (char*) round_to((intptr_t) unaligned_middle_new_high, middle_alignment());
a61af66fc99e Initial load
duke
parents:
diff changeset
639 char* aligned_upper_new_high =
a61af66fc99e Initial load
duke
parents:
diff changeset
640 (char*) round_to((intptr_t) unaligned_upper_new_high, upper_alignment());
a61af66fc99e Initial load
duke
parents:
diff changeset
641
a61af66fc99e Initial load
duke
parents:
diff changeset
642 // Determine which regions need to grow in this expand_by call.
a61af66fc99e Initial load
duke
parents:
diff changeset
643 // If you are growing in the lower region, high() must be in that
a61af66fc99e Initial load
duke
parents:
diff changeset
644 // region so calcuate the size based on high(). For the middle and
a61af66fc99e Initial load
duke
parents:
diff changeset
645 // upper regions, determine the starting point of growth based on the
a61af66fc99e Initial load
duke
parents:
diff changeset
646 // location of high(). By getting the MAX of the region's low address
a61af66fc99e Initial load
duke
parents:
diff changeset
647 // (or the prevoius region's high address) and high(), we can tell if it
a61af66fc99e Initial load
duke
parents:
diff changeset
648 // is an intra or inter region growth.
a61af66fc99e Initial load
duke
parents:
diff changeset
649 size_t lower_needs = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
650 if (aligned_lower_new_high > lower_high()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
651 lower_needs =
a61af66fc99e Initial load
duke
parents:
diff changeset
652 pointer_delta(aligned_lower_new_high, lower_high(), sizeof(char));
a61af66fc99e Initial load
duke
parents:
diff changeset
653 }
a61af66fc99e Initial load
duke
parents:
diff changeset
654 size_t middle_needs = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
655 if (aligned_middle_new_high > middle_high()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
656 middle_needs =
a61af66fc99e Initial load
duke
parents:
diff changeset
657 pointer_delta(aligned_middle_new_high, middle_high(), sizeof(char));
a61af66fc99e Initial load
duke
parents:
diff changeset
658 }
a61af66fc99e Initial load
duke
parents:
diff changeset
659 size_t upper_needs = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
660 if (aligned_upper_new_high > upper_high()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
661 upper_needs =
a61af66fc99e Initial load
duke
parents:
diff changeset
662 pointer_delta(aligned_upper_new_high, upper_high(), sizeof(char));
a61af66fc99e Initial load
duke
parents:
diff changeset
663 }
a61af66fc99e Initial load
duke
parents:
diff changeset
664
a61af66fc99e Initial load
duke
parents:
diff changeset
665 // Check contiguity.
a61af66fc99e Initial load
duke
parents:
diff changeset
666 assert(low_boundary() <= lower_high() &&
a61af66fc99e Initial load
duke
parents:
diff changeset
667 lower_high() <= lower_high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
668 "high address must be contained within the region");
a61af66fc99e Initial load
duke
parents:
diff changeset
669 assert(lower_high_boundary() <= middle_high() &&
a61af66fc99e Initial load
duke
parents:
diff changeset
670 middle_high() <= middle_high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
671 "high address must be contained within the region");
a61af66fc99e Initial load
duke
parents:
diff changeset
672 assert(middle_high_boundary() <= upper_high() &&
a61af66fc99e Initial load
duke
parents:
diff changeset
673 upper_high() <= upper_high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
674 "high address must be contained within the region");
a61af66fc99e Initial load
duke
parents:
diff changeset
675
a61af66fc99e Initial load
duke
parents:
diff changeset
676 // Commit regions
a61af66fc99e Initial load
duke
parents:
diff changeset
677 if (lower_needs > 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
678 assert(low_boundary() <= lower_high() &&
a61af66fc99e Initial load
duke
parents:
diff changeset
679 lower_high() + lower_needs <= lower_high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
680 "must not expand beyond region");
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
681 if (!os::commit_memory(lower_high(), lower_needs, _executable)) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
682 debug_only(warning("os::commit_memory failed"));
a61af66fc99e Initial load
duke
parents:
diff changeset
683 return false;
a61af66fc99e Initial load
duke
parents:
diff changeset
684 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
685 _lower_high += lower_needs;
a61af66fc99e Initial load
duke
parents:
diff changeset
686 }
a61af66fc99e Initial load
duke
parents:
diff changeset
687 }
a61af66fc99e Initial load
duke
parents:
diff changeset
688 if (middle_needs > 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
689 assert(lower_high_boundary() <= middle_high() &&
a61af66fc99e Initial load
duke
parents:
diff changeset
690 middle_high() + middle_needs <= middle_high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
691 "must not expand beyond region");
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
692 if (!os::commit_memory(middle_high(), middle_needs, middle_alignment(),
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
693 _executable)) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
694 debug_only(warning("os::commit_memory failed"));
a61af66fc99e Initial load
duke
parents:
diff changeset
695 return false;
a61af66fc99e Initial load
duke
parents:
diff changeset
696 }
a61af66fc99e Initial load
duke
parents:
diff changeset
697 _middle_high += middle_needs;
a61af66fc99e Initial load
duke
parents:
diff changeset
698 }
a61af66fc99e Initial load
duke
parents:
diff changeset
699 if (upper_needs > 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
700 assert(middle_high_boundary() <= upper_high() &&
a61af66fc99e Initial load
duke
parents:
diff changeset
701 upper_high() + upper_needs <= upper_high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
702 "must not expand beyond region");
656
6bdd6923ba16 6541756: Reduce executable C-heap
coleenp
parents: 642
diff changeset
703 if (!os::commit_memory(upper_high(), upper_needs, _executable)) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
704 debug_only(warning("os::commit_memory failed"));
a61af66fc99e Initial load
duke
parents:
diff changeset
705 return false;
a61af66fc99e Initial load
duke
parents:
diff changeset
706 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
707 _upper_high += upper_needs;
a61af66fc99e Initial load
duke
parents:
diff changeset
708 }
a61af66fc99e Initial load
duke
parents:
diff changeset
709 }
a61af66fc99e Initial load
duke
parents:
diff changeset
710
a61af66fc99e Initial load
duke
parents:
diff changeset
711 if (pre_touch || AlwaysPreTouch) {
a61af66fc99e Initial load
duke
parents:
diff changeset
712 int vm_ps = os::vm_page_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
713 for (char* curr = previous_high;
a61af66fc99e Initial load
duke
parents:
diff changeset
714 curr < unaligned_new_high;
a61af66fc99e Initial load
duke
parents:
diff changeset
715 curr += vm_ps) {
a61af66fc99e Initial load
duke
parents:
diff changeset
716 // Note the use of a write here; originally we tried just a read, but
a61af66fc99e Initial load
duke
parents:
diff changeset
717 // since the value read was unused, the optimizer removed the read.
a61af66fc99e Initial load
duke
parents:
diff changeset
718 // If we ever have a concurrent touchahead thread, we'll want to use
a61af66fc99e Initial load
duke
parents:
diff changeset
719 // a read, to avoid the potential of overwriting data (if a mutator
a61af66fc99e Initial load
duke
parents:
diff changeset
720 // thread beats the touchahead thread to a page). There are various
a61af66fc99e Initial load
duke
parents:
diff changeset
721 // ways of making sure this read is not optimized away: for example,
a61af66fc99e Initial load
duke
parents:
diff changeset
722 // generating the code for a read procedure at runtime.
a61af66fc99e Initial load
duke
parents:
diff changeset
723 *curr = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
724 }
a61af66fc99e Initial load
duke
parents:
diff changeset
725 }
a61af66fc99e Initial load
duke
parents:
diff changeset
726
a61af66fc99e Initial load
duke
parents:
diff changeset
727 _high += bytes;
a61af66fc99e Initial load
duke
parents:
diff changeset
728 return true;
a61af66fc99e Initial load
duke
parents:
diff changeset
729 }
a61af66fc99e Initial load
duke
parents:
diff changeset
730
a61af66fc99e Initial load
duke
parents:
diff changeset
731 // A page is uncommitted if the contents of the entire page is deemed unusable.
a61af66fc99e Initial load
duke
parents:
diff changeset
732 // Continue to decrement the high() pointer until it reaches a page boundary
a61af66fc99e Initial load
duke
parents:
diff changeset
733 // in which case that particular page can now be uncommitted.
a61af66fc99e Initial load
duke
parents:
diff changeset
734 void VirtualSpace::shrink_by(size_t size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
735 if (committed_size() < size)
a61af66fc99e Initial load
duke
parents:
diff changeset
736 fatal("Cannot shrink virtual space to negative size");
a61af66fc99e Initial load
duke
parents:
diff changeset
737
a61af66fc99e Initial load
duke
parents:
diff changeset
738 if (special()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
739 // don't uncommit if the entire space is pinned in memory
a61af66fc99e Initial load
duke
parents:
diff changeset
740 _high -= size;
a61af66fc99e Initial load
duke
parents:
diff changeset
741 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
742 }
a61af66fc99e Initial load
duke
parents:
diff changeset
743
a61af66fc99e Initial load
duke
parents:
diff changeset
744 char* unaligned_new_high = high() - size;
a61af66fc99e Initial load
duke
parents:
diff changeset
745 assert(unaligned_new_high >= low_boundary(), "cannot shrink past lower boundary");
a61af66fc99e Initial load
duke
parents:
diff changeset
746
a61af66fc99e Initial load
duke
parents:
diff changeset
747 // Calculate new unaligned address
a61af66fc99e Initial load
duke
parents:
diff changeset
748 char* unaligned_upper_new_high =
a61af66fc99e Initial load
duke
parents:
diff changeset
749 MAX2(unaligned_new_high, middle_high_boundary());
a61af66fc99e Initial load
duke
parents:
diff changeset
750 char* unaligned_middle_new_high =
a61af66fc99e Initial load
duke
parents:
diff changeset
751 MAX2(unaligned_new_high, lower_high_boundary());
a61af66fc99e Initial load
duke
parents:
diff changeset
752 char* unaligned_lower_new_high =
a61af66fc99e Initial load
duke
parents:
diff changeset
753 MAX2(unaligned_new_high, low_boundary());
a61af66fc99e Initial load
duke
parents:
diff changeset
754
a61af66fc99e Initial load
duke
parents:
diff changeset
755 // Align address to region's alignment
a61af66fc99e Initial load
duke
parents:
diff changeset
756 char* aligned_upper_new_high =
a61af66fc99e Initial load
duke
parents:
diff changeset
757 (char*) round_to((intptr_t) unaligned_upper_new_high, upper_alignment());
a61af66fc99e Initial load
duke
parents:
diff changeset
758 char* aligned_middle_new_high =
a61af66fc99e Initial load
duke
parents:
diff changeset
759 (char*) round_to((intptr_t) unaligned_middle_new_high, middle_alignment());
a61af66fc99e Initial load
duke
parents:
diff changeset
760 char* aligned_lower_new_high =
a61af66fc99e Initial load
duke
parents:
diff changeset
761 (char*) round_to((intptr_t) unaligned_lower_new_high, lower_alignment());
a61af66fc99e Initial load
duke
parents:
diff changeset
762
a61af66fc99e Initial load
duke
parents:
diff changeset
763 // Determine which regions need to shrink
a61af66fc99e Initial load
duke
parents:
diff changeset
764 size_t upper_needs = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
765 if (aligned_upper_new_high < upper_high()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
766 upper_needs =
a61af66fc99e Initial load
duke
parents:
diff changeset
767 pointer_delta(upper_high(), aligned_upper_new_high, sizeof(char));
a61af66fc99e Initial load
duke
parents:
diff changeset
768 }
a61af66fc99e Initial load
duke
parents:
diff changeset
769 size_t middle_needs = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
770 if (aligned_middle_new_high < middle_high()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
771 middle_needs =
a61af66fc99e Initial load
duke
parents:
diff changeset
772 pointer_delta(middle_high(), aligned_middle_new_high, sizeof(char));
a61af66fc99e Initial load
duke
parents:
diff changeset
773 }
a61af66fc99e Initial load
duke
parents:
diff changeset
774 size_t lower_needs = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
775 if (aligned_lower_new_high < lower_high()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
776 lower_needs =
a61af66fc99e Initial load
duke
parents:
diff changeset
777 pointer_delta(lower_high(), aligned_lower_new_high, sizeof(char));
a61af66fc99e Initial load
duke
parents:
diff changeset
778 }
a61af66fc99e Initial load
duke
parents:
diff changeset
779
a61af66fc99e Initial load
duke
parents:
diff changeset
780 // Check contiguity.
a61af66fc99e Initial load
duke
parents:
diff changeset
781 assert(middle_high_boundary() <= upper_high() &&
a61af66fc99e Initial load
duke
parents:
diff changeset
782 upper_high() <= upper_high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
783 "high address must be contained within the region");
a61af66fc99e Initial load
duke
parents:
diff changeset
784 assert(lower_high_boundary() <= middle_high() &&
a61af66fc99e Initial load
duke
parents:
diff changeset
785 middle_high() <= middle_high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
786 "high address must be contained within the region");
a61af66fc99e Initial load
duke
parents:
diff changeset
787 assert(low_boundary() <= lower_high() &&
a61af66fc99e Initial load
duke
parents:
diff changeset
788 lower_high() <= lower_high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
789 "high address must be contained within the region");
a61af66fc99e Initial load
duke
parents:
diff changeset
790
a61af66fc99e Initial load
duke
parents:
diff changeset
791 // Uncommit
a61af66fc99e Initial load
duke
parents:
diff changeset
792 if (upper_needs > 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
793 assert(middle_high_boundary() <= aligned_upper_new_high &&
a61af66fc99e Initial load
duke
parents:
diff changeset
794 aligned_upper_new_high + upper_needs <= upper_high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
795 "must not shrink beyond region");
a61af66fc99e Initial load
duke
parents:
diff changeset
796 if (!os::uncommit_memory(aligned_upper_new_high, upper_needs)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
797 debug_only(warning("os::uncommit_memory failed"));
a61af66fc99e Initial load
duke
parents:
diff changeset
798 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
799 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
800 _upper_high -= upper_needs;
a61af66fc99e Initial load
duke
parents:
diff changeset
801 }
a61af66fc99e Initial load
duke
parents:
diff changeset
802 }
a61af66fc99e Initial load
duke
parents:
diff changeset
803 if (middle_needs > 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
804 assert(lower_high_boundary() <= aligned_middle_new_high &&
a61af66fc99e Initial load
duke
parents:
diff changeset
805 aligned_middle_new_high + middle_needs <= middle_high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
806 "must not shrink beyond region");
a61af66fc99e Initial load
duke
parents:
diff changeset
807 if (!os::uncommit_memory(aligned_middle_new_high, middle_needs)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
808 debug_only(warning("os::uncommit_memory failed"));
a61af66fc99e Initial load
duke
parents:
diff changeset
809 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
810 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
811 _middle_high -= middle_needs;
a61af66fc99e Initial load
duke
parents:
diff changeset
812 }
a61af66fc99e Initial load
duke
parents:
diff changeset
813 }
a61af66fc99e Initial load
duke
parents:
diff changeset
814 if (lower_needs > 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
815 assert(low_boundary() <= aligned_lower_new_high &&
a61af66fc99e Initial load
duke
parents:
diff changeset
816 aligned_lower_new_high + lower_needs <= lower_high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
817 "must not shrink beyond region");
a61af66fc99e Initial load
duke
parents:
diff changeset
818 if (!os::uncommit_memory(aligned_lower_new_high, lower_needs)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
819 debug_only(warning("os::uncommit_memory failed"));
a61af66fc99e Initial load
duke
parents:
diff changeset
820 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
821 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
822 _lower_high -= lower_needs;
a61af66fc99e Initial load
duke
parents:
diff changeset
823 }
a61af66fc99e Initial load
duke
parents:
diff changeset
824 }
a61af66fc99e Initial load
duke
parents:
diff changeset
825
a61af66fc99e Initial load
duke
parents:
diff changeset
826 _high -= size;
a61af66fc99e Initial load
duke
parents:
diff changeset
827 }
a61af66fc99e Initial load
duke
parents:
diff changeset
828
a61af66fc99e Initial load
duke
parents:
diff changeset
829 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
830 void VirtualSpace::check_for_contiguity() {
a61af66fc99e Initial load
duke
parents:
diff changeset
831 // Check contiguity.
a61af66fc99e Initial load
duke
parents:
diff changeset
832 assert(low_boundary() <= lower_high() &&
a61af66fc99e Initial load
duke
parents:
diff changeset
833 lower_high() <= lower_high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
834 "high address must be contained within the region");
a61af66fc99e Initial load
duke
parents:
diff changeset
835 assert(lower_high_boundary() <= middle_high() &&
a61af66fc99e Initial load
duke
parents:
diff changeset
836 middle_high() <= middle_high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
837 "high address must be contained within the region");
a61af66fc99e Initial load
duke
parents:
diff changeset
838 assert(middle_high_boundary() <= upper_high() &&
a61af66fc99e Initial load
duke
parents:
diff changeset
839 upper_high() <= upper_high_boundary(),
a61af66fc99e Initial load
duke
parents:
diff changeset
840 "high address must be contained within the region");
a61af66fc99e Initial load
duke
parents:
diff changeset
841 assert(low() >= low_boundary(), "low");
a61af66fc99e Initial load
duke
parents:
diff changeset
842 assert(low_boundary() <= lower_high_boundary(), "lower high boundary");
a61af66fc99e Initial load
duke
parents:
diff changeset
843 assert(upper_high_boundary() <= high_boundary(), "upper high boundary");
a61af66fc99e Initial load
duke
parents:
diff changeset
844 assert(high() <= upper_high(), "upper high");
a61af66fc99e Initial load
duke
parents:
diff changeset
845 }
a61af66fc99e Initial load
duke
parents:
diff changeset
846
a61af66fc99e Initial load
duke
parents:
diff changeset
847 void VirtualSpace::print() {
a61af66fc99e Initial load
duke
parents:
diff changeset
848 tty->print ("Virtual space:");
a61af66fc99e Initial load
duke
parents:
diff changeset
849 if (special()) tty->print(" (pinned in memory)");
a61af66fc99e Initial load
duke
parents:
diff changeset
850 tty->cr();
a61af66fc99e Initial load
duke
parents:
diff changeset
851 tty->print_cr(" - committed: %ld", committed_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
852 tty->print_cr(" - reserved: %ld", reserved_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
853 tty->print_cr(" - [low, high]: [" INTPTR_FORMAT ", " INTPTR_FORMAT "]", low(), high());
a61af66fc99e Initial load
duke
parents:
diff changeset
854 tty->print_cr(" - [low_b, high_b]: [" INTPTR_FORMAT ", " INTPTR_FORMAT "]", low_boundary(), high_boundary());
a61af66fc99e Initial load
duke
parents:
diff changeset
855 }
a61af66fc99e Initial load
duke
parents:
diff changeset
856
a61af66fc99e Initial load
duke
parents:
diff changeset
857 #endif