Mercurial > hg > graal-compiler
annotate src/share/vm/memory/allocation.hpp @ 7199:cd3d6a6b95d9
8003240: x86: move MacroAssembler into separate file
Reviewed-by: kvn
author | twisti |
---|---|
date | Fri, 30 Nov 2012 15:23:16 -0800 |
parents | 716c64bda5ba |
children | 1baf7f1e3f23 59c790074993 |
rev | line source |
---|---|
0 | 1 /* |
6197 | 2 * Copyright (c) 1997, 2012, Oracle and/or its affiliates. All rights reserved. |
0 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 * | |
5 * This code is free software; you can redistribute it and/or modify it | |
6 * under the terms of the GNU General Public License version 2 only, as | |
7 * published by the Free Software Foundation. | |
8 * | |
9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
12 * version 2 for more details (a copy is included in the LICENSE file that | |
13 * accompanied this code). | |
14 * | |
15 * You should have received a copy of the GNU General Public License version | |
16 * 2 along with this work; if not, write to the Free Software Foundation, | |
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
18 * | |
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
342
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
342
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
342
diff
changeset
|
21 * questions. |
0 | 22 * |
23 */ | |
24 | |
1972 | 25 #ifndef SHARE_VM_MEMORY_ALLOCATION_HPP |
26 #define SHARE_VM_MEMORY_ALLOCATION_HPP | |
27 | |
28 #include "runtime/globals.hpp" | |
29 #include "utilities/globalDefinitions.hpp" | |
6854
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
30 #include "utilities/macros.hpp" |
1972 | 31 #ifdef COMPILER1 |
32 #include "c1/c1_globals.hpp" | |
33 #endif | |
34 #ifdef COMPILER2 | |
35 #include "opto/c2_globals.hpp" | |
36 #endif | |
37 | |
3302
2a3da7eaf4a6
7036747: 7017009 reappeared, problem with ElfStringTable
zgu
parents:
2307
diff
changeset
|
38 #include <new> |
2a3da7eaf4a6
7036747: 7017009 reappeared, problem with ElfStringTable
zgu
parents:
2307
diff
changeset
|
39 |
0 | 40 #define ARENA_ALIGN_M1 (((size_t)(ARENA_AMALLOC_ALIGNMENT)) - 1) |
41 #define ARENA_ALIGN_MASK (~((size_t)ARENA_ALIGN_M1)) | |
42 #define ARENA_ALIGN(x) ((((size_t)(x)) + ARENA_ALIGN_M1) & ARENA_ALIGN_MASK) | |
43 | |
6197 | 44 |
45 // noinline attribute | |
46 #ifdef _WINDOWS | |
47 #define _NOINLINE_ __declspec(noinline) | |
48 #else | |
49 #if __GNUC__ < 3 // gcc 2.x does not support noinline attribute | |
50 #define _NOINLINE_ | |
51 #else | |
52 #define _NOINLINE_ __attribute__ ((noinline)) | |
53 #endif | |
54 #endif | |
55 | |
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
56 class AllocFailStrategy { |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
57 public: |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
58 enum AllocFailEnum { EXIT_OOM, RETURN_NULL }; |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
59 }; |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
60 typedef AllocFailStrategy::AllocFailEnum AllocFailType; |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
61 |
0 | 62 // All classes in the virtual machine must be subclassed |
63 // by one of the following allocation classes: | |
64 // | |
65 // For objects allocated in the resource area (see resourceArea.hpp). | |
66 // - ResourceObj | |
67 // | |
68 // For objects allocated in the C-heap (managed by: free & malloc). | |
69 // - CHeapObj | |
70 // | |
71 // For objects allocated on the stack. | |
72 // - StackObj | |
73 // | |
74 // For embedded objects. | |
75 // - ValueObj | |
76 // | |
77 // For classes used as name spaces. | |
78 // - AllStatic | |
79 // | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
80 // For classes in Metaspace (class data) |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
81 // - MetaspaceObj |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
82 // |
0 | 83 // The printable subclasses are used for debugging and define virtual |
84 // member functions for printing. Classes that avoid allocating the | |
85 // vtbl entries in the objects should therefore not be the printable | |
86 // subclasses. | |
87 // | |
88 // The following macros and function should be used to allocate memory | |
89 // directly in the resource area or in the C-heap: | |
90 // | |
91 // NEW_RESOURCE_ARRAY(type,size) | |
92 // NEW_RESOURCE_OBJ(type) | |
93 // NEW_C_HEAP_ARRAY(type,size) | |
94 // NEW_C_HEAP_OBJ(type) | |
95 // char* AllocateHeap(size_t size, const char* name); | |
96 // void FreeHeap(void* p); | |
97 // | |
98 // C-heap allocation can be traced using +PrintHeapAllocation. | |
99 // malloc and free should therefore never called directly. | |
100 | |
101 // Base class for objects allocated in the C-heap. | |
102 | |
103 // In non product mode we introduce a super class for all allocation classes | |
104 // that supports printing. | |
105 // We avoid the superclass in product mode since some C++ compilers add | |
106 // a word overhead for empty super classes. | |
107 | |
108 #ifdef PRODUCT | |
109 #define ALLOCATION_SUPER_CLASS_SPEC | |
110 #else | |
111 #define ALLOCATION_SUPER_CLASS_SPEC : public AllocatedObj | |
112 class AllocatedObj { | |
113 public: | |
114 // Printing support | |
115 void print() const; | |
116 void print_value() const; | |
117 | |
118 virtual void print_on(outputStream* st) const; | |
119 virtual void print_value_on(outputStream* st) const; | |
120 }; | |
121 #endif | |
122 | |
6197 | 123 |
124 /* | |
125 * MemoryType bitmap layout: | |
126 * | 16 15 14 13 12 11 10 09 | 08 07 06 05 | 04 03 02 01 | | |
127 * | memory type | object | reserved | | |
128 * | | type | | | |
129 */ | |
130 enum MemoryType { | |
131 // Memory type by sub systems. It occupies lower byte. | |
132 mtNone = 0x0000, // undefined | |
133 mtClass = 0x0100, // memory class for Java classes | |
134 mtThread = 0x0200, // memory for thread objects | |
135 mtThreadStack = 0x0300, | |
136 mtCode = 0x0400, // memory for generated code | |
137 mtGC = 0x0500, // memory for GC | |
138 mtCompiler = 0x0600, // memory for compiler | |
139 mtInternal = 0x0700, // memory used by VM, but does not belong to | |
140 // any of above categories, and not used for | |
141 // native memory tracking | |
142 mtOther = 0x0800, // memory not used by VM | |
143 mtSymbol = 0x0900, // symbol | |
144 mtNMT = 0x0A00, // memory used by native memory tracking | |
145 mtChunk = 0x0B00, // chunk that holds content of arenas | |
146 mtJavaHeap = 0x0C00, // Java heap | |
6882
716c64bda5ba
7199092: NMT: NMT needs to deal overlapped virtual memory ranges
zgu
parents:
6872
diff
changeset
|
147 mtClassShared = 0x0D00, // class data sharing |
716c64bda5ba
7199092: NMT: NMT needs to deal overlapped virtual memory ranges
zgu
parents:
6872
diff
changeset
|
148 mt_number_of_types = 0x000D, // number of memory types (mtDontTrack |
716c64bda5ba
7199092: NMT: NMT needs to deal overlapped virtual memory ranges
zgu
parents:
6872
diff
changeset
|
149 // is not included as validate type) |
716c64bda5ba
7199092: NMT: NMT needs to deal overlapped virtual memory ranges
zgu
parents:
6872
diff
changeset
|
150 mtDontTrack = 0x0E00, // memory we do not or cannot track |
6197 | 151 mt_masks = 0x7F00, |
152 | |
153 // object type mask | |
154 otArena = 0x0010, // an arena object | |
155 otNMTRecorder = 0x0020, // memory recorder object | |
156 ot_masks = 0x00F0 | |
157 }; | |
158 | |
159 #define IS_MEMORY_TYPE(flags, type) ((flags & mt_masks) == type) | |
160 #define HAS_VALID_MEMORY_TYPE(flags)((flags & mt_masks) != mtNone) | |
161 #define FLAGS_TO_MEMORY_TYPE(flags) (flags & mt_masks) | |
162 | |
163 #define IS_ARENA_OBJ(flags) ((flags & ot_masks) == otArena) | |
164 #define IS_NMT_RECORDER(flags) ((flags & ot_masks) == otNMTRecorder) | |
165 #define NMT_CAN_TRACK(flags) (!IS_NMT_RECORDER(flags) && !(IS_MEMORY_TYPE(flags, mtDontTrack))) | |
166 | |
167 typedef unsigned short MEMFLAGS; | |
168 | |
6854
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
169 #if INCLUDE_NMT |
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
170 |
6197 | 171 extern bool NMT_track_callsite; |
172 | |
6854
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
173 #else |
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
174 |
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
175 const bool NMT_track_callsite = false; |
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
176 |
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
177 #endif // INCLUDE_NMT |
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
178 |
6197 | 179 // debug build does not inline |
180 #if defined(_DEBUG_) | |
181 #define CURRENT_PC (NMT_track_callsite ? os::get_caller_pc(1) : 0) | |
182 #define CALLER_PC (NMT_track_callsite ? os::get_caller_pc(2) : 0) | |
183 #define CALLER_CALLER_PC (NMT_track_callsite ? os::get_caller_pc(3) : 0) | |
184 #else | |
185 #define CURRENT_PC (NMT_track_callsite? os::get_caller_pc(0) : 0) | |
186 #define CALLER_PC (NMT_track_callsite ? os::get_caller_pc(1) : 0) | |
187 #define CALLER_CALLER_PC (NMT_track_callsite ? os::get_caller_pc(2) : 0) | |
188 #endif | |
189 | |
190 | |
191 | |
192 template <MEMFLAGS F> class CHeapObj ALLOCATION_SUPER_CLASS_SPEC { | |
0 | 193 public: |
6197 | 194 _NOINLINE_ void* operator new(size_t size, address caller_pc = 0); |
195 _NOINLINE_ void* operator new (size_t size, const std::nothrow_t& nothrow_constant, | |
196 address caller_pc = 0); | |
197 | |
0 | 198 void operator delete(void* p); |
199 }; | |
200 | |
201 // Base class for objects allocated on the stack only. | |
202 // Calling new or delete will result in fatal error. | |
203 | |
204 class StackObj ALLOCATION_SUPER_CLASS_SPEC { | |
205 public: | |
206 void* operator new(size_t size); | |
207 void operator delete(void* p); | |
208 }; | |
209 | |
210 // Base class for objects used as value objects. | |
211 // Calling new or delete will result in fatal error. | |
212 // | |
213 // Portability note: Certain compilers (e.g. gcc) will | |
214 // always make classes bigger if it has a superclass, even | |
215 // if the superclass does not have any virtual methods or | |
216 // instance fields. The HotSpot implementation relies on this | |
217 // not to happen. So never make a ValueObj class a direct subclass | |
218 // of this object, but use the VALUE_OBJ_CLASS_SPEC class instead, e.g., | |
219 // like this: | |
220 // | |
221 // class A VALUE_OBJ_CLASS_SPEC { | |
222 // ... | |
223 // } | |
224 // | |
225 // With gcc and possible other compilers the VALUE_OBJ_CLASS_SPEC can | |
226 // be defined as a an empty string "". | |
227 // | |
228 class _ValueObj { | |
229 public: | |
230 void* operator new(size_t size); | |
231 void operator delete(void* p); | |
232 }; | |
233 | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
234 |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
235 // Base class for objects stored in Metaspace. |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
236 // Calling delete will result in fatal error. |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
237 // |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
238 // Do not inherit from something with a vptr because this class does |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
239 // not introduce one. This class is used to allocate both shared read-only |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
240 // and shared read-write classes. |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
241 // |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
242 |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
243 class ClassLoaderData; |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
244 |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
245 class MetaspaceObj { |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
246 public: |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
247 bool is_metadata() const; |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
248 bool is_shared() const; |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
249 void print_address_on(outputStream* st) const; // nonvirtual address printing |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
250 |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
251 void* operator new(size_t size, ClassLoaderData* loader_data, |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
252 size_t word_size, bool read_only, Thread* thread); |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
253 // can't use TRAPS from this header file. |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
254 void operator delete(void* p) { ShouldNotCallThis(); } |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
255 }; |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
256 |
0 | 257 // Base class for classes that constitute name spaces. |
258 | |
259 class AllStatic { | |
260 public: | |
261 AllStatic() { ShouldNotCallThis(); } | |
262 ~AllStatic() { ShouldNotCallThis(); } | |
263 }; | |
264 | |
265 | |
266 //------------------------------Chunk------------------------------------------ | |
267 // Linked list of raw memory chunks | |
6197 | 268 class Chunk: CHeapObj<mtChunk> { |
3939 | 269 friend class VMStructs; |
270 | |
0 | 271 protected: |
272 Chunk* _next; // Next Chunk in list | |
273 const size_t _len; // Size of this Chunk | |
274 public: | |
275 void* operator new(size_t size, size_t length); | |
276 void operator delete(void* p); | |
277 Chunk(size_t length); | |
278 | |
279 enum { | |
280 // default sizes; make them slightly smaller than 2**k to guard against | |
281 // buddy-system style malloc implementations | |
282 #ifdef _LP64 | |
283 slack = 40, // [RGV] Not sure if this is right, but make it | |
284 // a multiple of 8. | |
285 #else | |
286 slack = 20, // suspected sizeof(Chunk) + internal malloc headers | |
287 #endif | |
288 | |
289 init_size = 1*K - slack, // Size of first chunk | |
290 medium_size= 10*K - slack, // Size of medium-sized chunk | |
291 size = 32*K - slack, // Default size of an Arena chunk (following the first) | |
292 non_pool_size = init_size + 32 // An initial size which is not one of above | |
293 }; | |
294 | |
295 void chop(); // Chop this chunk | |
296 void next_chop(); // Chop next chunk | |
297 static size_t aligned_overhead_size(void) { return ARENA_ALIGN(sizeof(Chunk)); } | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
298 static size_t aligned_overhead_size(size_t byte_size) { return ARENA_ALIGN(byte_size); } |
0 | 299 |
300 size_t length() const { return _len; } | |
301 Chunk* next() const { return _next; } | |
302 void set_next(Chunk* n) { _next = n; } | |
303 // Boundaries of data area (possibly unused) | |
304 char* bottom() const { return ((char*) this) + aligned_overhead_size(); } | |
305 char* top() const { return bottom() + _len; } | |
306 bool contains(char* p) const { return bottom() <= p && p <= top(); } | |
307 | |
308 // Start the chunk_pool cleaner task | |
309 static void start_chunk_pool_cleaner_task(); | |
1681
126ea7725993
6953477: Increase portability and flexibility of building Hotspot
bobv
parents:
1552
diff
changeset
|
310 |
126ea7725993
6953477: Increase portability and flexibility of building Hotspot
bobv
parents:
1552
diff
changeset
|
311 static void clean_chunk_pool(); |
0 | 312 }; |
313 | |
314 //------------------------------Arena------------------------------------------ | |
315 // Fast allocation of memory | |
6197 | 316 class Arena : public CHeapObj<mtNone|otArena> { |
0 | 317 protected: |
318 friend class ResourceMark; | |
319 friend class HandleMark; | |
320 friend class NoHandleMark; | |
3939 | 321 friend class VMStructs; |
322 | |
0 | 323 Chunk *_first; // First chunk |
324 Chunk *_chunk; // current chunk | |
325 char *_hwm, *_max; // High water mark and max in current chunk | |
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
326 // Get a new Chunk of at least size x |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
327 void* grow(size_t x, AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM); |
6197 | 328 size_t _size_in_bytes; // Size of arena (used for native memory tracking) |
329 | |
2250 | 330 NOT_PRODUCT(static julong _bytes_allocated;) // total #bytes allocated since start |
0 | 331 friend class AllocStats; |
332 debug_only(void* malloc(size_t size);) | |
333 debug_only(void* internal_malloc_4(size_t x);) | |
2250 | 334 NOT_PRODUCT(void inc_bytes_allocated(size_t x);) |
2307
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
335 |
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
336 void signal_out_of_memory(size_t request, const char* whence) const; |
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
337 |
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
338 void check_for_overflow(size_t request, const char* whence) const { |
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
339 if (UINTPTR_MAX - request < (uintptr_t)_hwm) { |
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
340 signal_out_of_memory(request, whence); |
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
341 } |
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
342 } |
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
343 |
0 | 344 public: |
345 Arena(); | |
346 Arena(size_t init_size); | |
347 ~Arena(); | |
348 void destruct_contents(); | |
349 char* hwm() const { return _hwm; } | |
350 | |
6197 | 351 // new operators |
352 void* operator new (size_t size); | |
353 void* operator new (size_t size, const std::nothrow_t& nothrow_constant); | |
354 | |
355 // dynamic memory type tagging | |
356 void* operator new(size_t size, MEMFLAGS flags); | |
357 void* operator new(size_t size, const std::nothrow_t& nothrow_constant, MEMFLAGS flags); | |
358 void operator delete(void* p); | |
359 | |
0 | 360 // Fast allocate in the arena. Common case is: pointer test + increment. |
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
361 void* Amalloc(size_t x, AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM) { |
0 | 362 assert(is_power_of_2(ARENA_AMALLOC_ALIGNMENT) , "should be a power of 2"); |
363 x = ARENA_ALIGN(x); | |
364 debug_only(if (UseMallocOnly) return malloc(x);) | |
2307
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
365 check_for_overflow(x, "Arena::Amalloc"); |
2250 | 366 NOT_PRODUCT(inc_bytes_allocated(x);) |
0 | 367 if (_hwm + x > _max) { |
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
368 return grow(x, alloc_failmode); |
0 | 369 } else { |
370 char *old = _hwm; | |
371 _hwm += x; | |
372 return old; | |
373 } | |
374 } | |
375 // Further assume size is padded out to words | |
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
376 void *Amalloc_4(size_t x, AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM) { |
0 | 377 assert( (x&(sizeof(char*)-1)) == 0, "misaligned size" ); |
378 debug_only(if (UseMallocOnly) return malloc(x);) | |
2307
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
379 check_for_overflow(x, "Arena::Amalloc_4"); |
2250 | 380 NOT_PRODUCT(inc_bytes_allocated(x);) |
0 | 381 if (_hwm + x > _max) { |
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
382 return grow(x, alloc_failmode); |
0 | 383 } else { |
384 char *old = _hwm; | |
385 _hwm += x; | |
386 return old; | |
387 } | |
388 } | |
389 | |
390 // Allocate with 'double' alignment. It is 8 bytes on sparc. | |
391 // In other cases Amalloc_D() should be the same as Amalloc_4(). | |
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
392 void* Amalloc_D(size_t x, AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM) { |
0 | 393 assert( (x&(sizeof(char*)-1)) == 0, "misaligned size" ); |
394 debug_only(if (UseMallocOnly) return malloc(x);) | |
395 #if defined(SPARC) && !defined(_LP64) | |
396 #define DALIGN_M1 7 | |
397 size_t delta = (((size_t)_hwm + DALIGN_M1) & ~DALIGN_M1) - (size_t)_hwm; | |
398 x += delta; | |
399 #endif | |
2307
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
400 check_for_overflow(x, "Arena::Amalloc_D"); |
2250 | 401 NOT_PRODUCT(inc_bytes_allocated(x);) |
0 | 402 if (_hwm + x > _max) { |
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
403 return grow(x, alloc_failmode); // grow() returns a result aligned >= 8 bytes. |
0 | 404 } else { |
405 char *old = _hwm; | |
406 _hwm += x; | |
407 #if defined(SPARC) && !defined(_LP64) | |
408 old += delta; // align to 8-bytes | |
409 #endif | |
410 return old; | |
411 } | |
412 } | |
413 | |
414 // Fast delete in area. Common case is: NOP (except for storage reclaimed) | |
415 void Afree(void *ptr, size_t size) { | |
416 #ifdef ASSERT | |
417 if (ZapResourceArea) memset(ptr, badResourceValue, size); // zap freed memory | |
418 if (UseMallocOnly) return; | |
419 #endif | |
420 if (((char*)ptr) + size == _hwm) _hwm = (char*)ptr; | |
421 } | |
422 | |
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
423 void *Arealloc( void *old_ptr, size_t old_size, size_t new_size, |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
424 AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM); |
0 | 425 |
426 // Move contents of this arena into an empty arena | |
427 Arena *move_contents(Arena *empty_arena); | |
428 | |
429 // Determine if pointer belongs to this Arena or not. | |
430 bool contains( const void *ptr ) const; | |
431 | |
432 // Total of all chunks in use (not thread-safe) | |
433 size_t used() const; | |
434 | |
435 // Total # of bytes used | |
6197 | 436 size_t size_in_bytes() const { return _size_in_bytes; }; |
437 void set_size_in_bytes(size_t size); | |
438 | |
0 | 439 static void free_malloced_objects(Chunk* chunk, char* hwm, char* max, char* hwm2) PRODUCT_RETURN; |
440 static void free_all(char** start, char** end) PRODUCT_RETURN; | |
441 | |
6197 | 442 // how many arena instances |
443 NOT_PRODUCT(static volatile jint _instance_count;) | |
0 | 444 private: |
445 // Reset this Arena to empty, access will trigger grow if necessary | |
446 void reset(void) { | |
447 _first = _chunk = NULL; | |
448 _hwm = _max = NULL; | |
6197 | 449 set_size_in_bytes(0); |
0 | 450 } |
451 }; | |
452 | |
453 // One of the following macros must be used when allocating | |
454 // an array or object from an arena | |
1836
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
455 #define NEW_ARENA_ARRAY(arena, type, size) \ |
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
456 (type*) (arena)->Amalloc((size) * sizeof(type)) |
0 | 457 |
1836
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
458 #define REALLOC_ARENA_ARRAY(arena, type, old, old_size, new_size) \ |
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
459 (type*) (arena)->Arealloc((char*)(old), (old_size) * sizeof(type), \ |
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
460 (new_size) * sizeof(type) ) |
0 | 461 |
1836
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
462 #define FREE_ARENA_ARRAY(arena, type, old, size) \ |
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
463 (arena)->Afree((char*)(old), (size) * sizeof(type)) |
0 | 464 |
1836
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
465 #define NEW_ARENA_OBJ(arena, type) \ |
0 | 466 NEW_ARENA_ARRAY(arena, type, 1) |
467 | |
468 | |
469 //%note allocation_1 | |
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
470 extern char* resource_allocate_bytes(size_t size, |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
471 AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM); |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
472 extern char* resource_allocate_bytes(Thread* thread, size_t size, |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
473 AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM); |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
474 extern char* resource_reallocate_bytes( char *old, size_t old_size, size_t new_size, |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
475 AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM); |
0 | 476 extern void resource_free_bytes( char *old, size_t size ); |
477 | |
478 //---------------------------------------------------------------------- | |
479 // Base class for objects allocated in the resource area per default. | |
480 // Optionally, objects may be allocated on the C heap with | |
481 // new(ResourceObj::C_HEAP) Foo(...) or in an Arena with new (&arena) | |
482 // ResourceObj's can be allocated within other objects, but don't use | |
483 // new or delete (allocation_type is unknown). If new is used to allocate, | |
484 // use delete to deallocate. | |
485 class ResourceObj ALLOCATION_SUPER_CLASS_SPEC { | |
486 public: | |
1685 | 487 enum allocation_type { STACK_OR_EMBEDDED = 0, RESOURCE_AREA, C_HEAP, ARENA, allocation_mask = 0x3 }; |
1688
2dfd013a7465
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
1685
diff
changeset
|
488 static void set_allocation_type(address res, allocation_type type) NOT_DEBUG_RETURN; |
0 | 489 #ifdef ASSERT |
490 private: | |
1685 | 491 // When this object is allocated on stack the new() operator is not |
492 // called but garbage on stack may look like a valid allocation_type. | |
493 // Store negated 'this' pointer when new() is called to distinguish cases. | |
2015
79d8657be916
6993125: runThese crashes with assert(Thread::current()->on_local_stack((address)this))
kvn
parents:
1972
diff
changeset
|
494 // Use second array's element for verification value to distinguish garbage. |
79d8657be916
6993125: runThese crashes with assert(Thread::current()->on_local_stack((address)this))
kvn
parents:
1972
diff
changeset
|
495 uintptr_t _allocation_t[2]; |
79d8657be916
6993125: runThese crashes with assert(Thread::current()->on_local_stack((address)this))
kvn
parents:
1972
diff
changeset
|
496 bool is_type_set() const; |
0 | 497 public: |
1688
2dfd013a7465
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
1685
diff
changeset
|
498 allocation_type get_allocation_type() const; |
2dfd013a7465
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
1685
diff
changeset
|
499 bool allocated_on_stack() const { return get_allocation_type() == STACK_OR_EMBEDDED; } |
2dfd013a7465
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
1685
diff
changeset
|
500 bool allocated_on_res_area() const { return get_allocation_type() == RESOURCE_AREA; } |
2dfd013a7465
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
1685
diff
changeset
|
501 bool allocated_on_C_heap() const { return get_allocation_type() == C_HEAP; } |
2dfd013a7465
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
1685
diff
changeset
|
502 bool allocated_on_arena() const { return get_allocation_type() == ARENA; } |
1685 | 503 ResourceObj(); // default construtor |
504 ResourceObj(const ResourceObj& r); // default copy construtor | |
505 ResourceObj& operator=(const ResourceObj& r); // default copy assignment | |
506 ~ResourceObj(); | |
0 | 507 #endif // ASSERT |
508 | |
509 public: | |
6197 | 510 void* operator new(size_t size, allocation_type type, MEMFLAGS flags); |
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
511 void* operator new(size_t size, const std::nothrow_t& nothrow_constant, |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
512 allocation_type type, MEMFLAGS flags); |
0 | 513 void* operator new(size_t size, Arena *arena) { |
514 address res = (address)arena->Amalloc(size); | |
1685 | 515 DEBUG_ONLY(set_allocation_type(res, ARENA);) |
0 | 516 return res; |
517 } | |
518 void* operator new(size_t size) { | |
519 address res = (address)resource_allocate_bytes(size); | |
1685 | 520 DEBUG_ONLY(set_allocation_type(res, RESOURCE_AREA);) |
0 | 521 return res; |
522 } | |
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
523 |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
524 void* operator new(size_t size, const std::nothrow_t& nothrow_constant) { |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
525 address res = (address)resource_allocate_bytes(size, AllocFailStrategy::RETURN_NULL); |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
526 DEBUG_ONLY(if (res != NULL) set_allocation_type(res, RESOURCE_AREA);) |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
527 return res; |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
528 } |
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
529 |
0 | 530 void operator delete(void* p); |
531 }; | |
532 | |
533 // One of the following macros must be used when allocating an array | |
534 // or object to determine whether it should reside in the C heap on in | |
535 // the resource area. | |
536 | |
537 #define NEW_RESOURCE_ARRAY(type, size)\ | |
538 (type*) resource_allocate_bytes((size) * sizeof(type)) | |
539 | |
540 #define NEW_RESOURCE_ARRAY_IN_THREAD(thread, type, size)\ | |
541 (type*) resource_allocate_bytes(thread, (size) * sizeof(type)) | |
542 | |
543 #define REALLOC_RESOURCE_ARRAY(type, old, old_size, new_size)\ | |
544 (type*) resource_reallocate_bytes((char*)(old), (old_size) * sizeof(type), (new_size) * sizeof(type) ) | |
545 | |
546 #define FREE_RESOURCE_ARRAY(type, old, size)\ | |
547 resource_free_bytes((char*)(old), (size) * sizeof(type)) | |
548 | |
549 #define FREE_FAST(old)\ | |
550 /* nop */ | |
551 | |
552 #define NEW_RESOURCE_OBJ(type)\ | |
553 NEW_RESOURCE_ARRAY(type, 1) | |
554 | |
6197 | 555 #define NEW_C_HEAP_ARRAY(type, size, memflags)\ |
556 (type*) (AllocateHeap((size) * sizeof(type), memflags)) | |
0 | 557 |
6197 | 558 #define REALLOC_C_HEAP_ARRAY(type, old, size, memflags)\ |
559 (type*) (ReallocateHeap((char*)old, (size) * sizeof(type), memflags)) | |
560 | |
561 #define FREE_C_HEAP_ARRAY(type,old,memflags) \ | |
562 FreeHeap((char*)(old), memflags) | |
0 | 563 |
6197 | 564 #define NEW_C_HEAP_OBJ(type, memflags)\ |
565 NEW_C_HEAP_ARRAY(type, 1, memflags) | |
566 | |
567 | |
568 #define NEW_C_HEAP_ARRAY2(type, size, memflags, pc)\ | |
569 (type*) (AllocateHeap((size) * sizeof(type), memflags, pc)) | |
0 | 570 |
6197 | 571 #define REALLOC_C_HEAP_ARRAY2(type, old, size, memflags, pc)\ |
572 (type*) (ReallocateHeap((char*)old, (size) * sizeof(type), memflags, pc)) | |
573 | |
574 #define NEW_C_HEAP_OBJ2(type, memflags, pc)\ | |
575 NEW_C_HEAP_ARRAY2(type, 1, memflags, pc) | |
576 | |
0 | 577 |
578 extern bool warn_new_operator; | |
579 | |
580 // for statistics | |
581 #ifndef PRODUCT | |
582 class AllocStats : StackObj { | |
2250 | 583 julong start_mallocs, start_frees; |
584 julong start_malloc_bytes, start_mfree_bytes, start_res_bytes; | |
0 | 585 public: |
586 AllocStats(); | |
587 | |
2250 | 588 julong num_mallocs(); // since creation of receiver |
589 julong alloc_bytes(); | |
590 julong num_frees(); | |
591 julong free_bytes(); | |
592 julong resource_bytes(); | |
0 | 593 void print(); |
594 }; | |
595 #endif | |
596 | |
597 | |
598 //------------------------------ReallocMark--------------------------------- | |
599 // Code which uses REALLOC_RESOURCE_ARRAY should check an associated | |
600 // ReallocMark, which is declared in the same scope as the reallocated | |
601 // pointer. Any operation that could __potentially__ cause a reallocation | |
602 // should check the ReallocMark. | |
603 class ReallocMark: public StackObj { | |
604 protected: | |
605 NOT_PRODUCT(int _nesting;) | |
606 | |
607 public: | |
608 ReallocMark() PRODUCT_RETURN; | |
609 void check() PRODUCT_RETURN; | |
610 }; | |
1972 | 611 |
612 #endif // SHARE_VM_MEMORY_ALLOCATION_HPP |