Mercurial > hg > truffle
annotate src/share/vm/memory/allocation.hpp @ 7212:291ffc492eb6
Merge with http://hg.openjdk.java.net/hsx/hsx25/hotspot/
| author | Doug Simon <doug.simon@oracle.com> |
|---|---|
| date | Fri, 14 Dec 2012 14:35:13 +0100 |
| parents | 1baf7f1e3f23 59c790074993 |
| children | 989155e2d07a |
| rev | line source |
|---|---|
| 0 | 1 /* |
| 6197 | 2 * Copyright (c) 1997, 2012, Oracle and/or its affiliates. All rights reserved. |
| 0 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
| 4 * | |
| 5 * This code is free software; you can redistribute it and/or modify it | |
| 6 * under the terms of the GNU General Public License version 2 only, as | |
| 7 * published by the Free Software Foundation. | |
| 8 * | |
| 9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
| 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
| 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
| 12 * version 2 for more details (a copy is included in the LICENSE file that | |
| 13 * accompanied this code). | |
| 14 * | |
| 15 * You should have received a copy of the GNU General Public License version | |
| 16 * 2 along with this work; if not, write to the Free Software Foundation, | |
| 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
| 18 * | |
|
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
342
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
|
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
342
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
|
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
342
diff
changeset
|
21 * questions. |
| 0 | 22 * |
| 23 */ | |
| 24 | |
| 1972 | 25 #ifndef SHARE_VM_MEMORY_ALLOCATION_HPP |
| 26 #define SHARE_VM_MEMORY_ALLOCATION_HPP | |
| 27 | |
| 28 #include "runtime/globals.hpp" | |
| 29 #include "utilities/globalDefinitions.hpp" | |
|
6854
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
30 #include "utilities/macros.hpp" |
| 1972 | 31 #ifdef COMPILER1 |
| 32 #include "c1/c1_globals.hpp" | |
| 33 #endif | |
| 34 #ifdef COMPILER2 | |
| 35 #include "opto/c2_globals.hpp" | |
| 36 #endif | |
|
7125
1baf7f1e3f23
decoupled C++ Graal runtime from C1
Doug Simon <doug.simon@oracle.com>
parents:
6882
diff
changeset
|
37 #ifdef GRAAL |
|
1baf7f1e3f23
decoupled C++ Graal runtime from C1
Doug Simon <doug.simon@oracle.com>
parents:
6882
diff
changeset
|
38 #include "graal/graalGlobals.hpp" |
|
1baf7f1e3f23
decoupled C++ Graal runtime from C1
Doug Simon <doug.simon@oracle.com>
parents:
6882
diff
changeset
|
39 #endif |
| 1972 | 40 |
|
3302
2a3da7eaf4a6
7036747: 7017009 reappeared, problem with ElfStringTable
zgu
parents:
2307
diff
changeset
|
41 #include <new> |
|
2a3da7eaf4a6
7036747: 7017009 reappeared, problem with ElfStringTable
zgu
parents:
2307
diff
changeset
|
42 |
| 0 | 43 #define ARENA_ALIGN_M1 (((size_t)(ARENA_AMALLOC_ALIGNMENT)) - 1) |
| 44 #define ARENA_ALIGN_MASK (~((size_t)ARENA_ALIGN_M1)) | |
| 45 #define ARENA_ALIGN(x) ((((size_t)(x)) + ARENA_ALIGN_M1) & ARENA_ALIGN_MASK) | |
| 46 | |
| 6197 | 47 |
| 48 // noinline attribute | |
| 49 #ifdef _WINDOWS | |
| 50 #define _NOINLINE_ __declspec(noinline) | |
| 51 #else | |
| 52 #if __GNUC__ < 3 // gcc 2.x does not support noinline attribute | |
| 53 #define _NOINLINE_ | |
| 54 #else | |
| 55 #define _NOINLINE_ __attribute__ ((noinline)) | |
| 56 #endif | |
| 57 #endif | |
| 58 | |
|
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
59 class AllocFailStrategy { |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
60 public: |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
61 enum AllocFailEnum { EXIT_OOM, RETURN_NULL }; |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
62 }; |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
63 typedef AllocFailStrategy::AllocFailEnum AllocFailType; |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
64 |
| 0 | 65 // All classes in the virtual machine must be subclassed |
| 66 // by one of the following allocation classes: | |
| 67 // | |
| 68 // For objects allocated in the resource area (see resourceArea.hpp). | |
| 69 // - ResourceObj | |
| 70 // | |
| 71 // For objects allocated in the C-heap (managed by: free & malloc). | |
| 72 // - CHeapObj | |
| 73 // | |
| 74 // For objects allocated on the stack. | |
| 75 // - StackObj | |
| 76 // | |
| 77 // For embedded objects. | |
| 78 // - ValueObj | |
| 79 // | |
| 80 // For classes used as name spaces. | |
| 81 // - AllStatic | |
| 82 // | |
|
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
83 // For classes in Metaspace (class data) |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
84 // - MetaspaceObj |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
85 // |
| 0 | 86 // The printable subclasses are used for debugging and define virtual |
| 87 // member functions for printing. Classes that avoid allocating the | |
| 88 // vtbl entries in the objects should therefore not be the printable | |
| 89 // subclasses. | |
| 90 // | |
| 91 // The following macros and function should be used to allocate memory | |
| 92 // directly in the resource area or in the C-heap: | |
| 93 // | |
| 94 // NEW_RESOURCE_ARRAY(type,size) | |
| 95 // NEW_RESOURCE_OBJ(type) | |
| 96 // NEW_C_HEAP_ARRAY(type,size) | |
| 97 // NEW_C_HEAP_OBJ(type) | |
| 98 // char* AllocateHeap(size_t size, const char* name); | |
| 99 // void FreeHeap(void* p); | |
| 100 // | |
| 101 // C-heap allocation can be traced using +PrintHeapAllocation. | |
| 102 // malloc and free should therefore never called directly. | |
| 103 | |
| 104 // Base class for objects allocated in the C-heap. | |
| 105 | |
| 106 // In non product mode we introduce a super class for all allocation classes | |
| 107 // that supports printing. | |
| 108 // We avoid the superclass in product mode since some C++ compilers add | |
| 109 // a word overhead for empty super classes. | |
| 110 | |
| 111 #ifdef PRODUCT | |
| 112 #define ALLOCATION_SUPER_CLASS_SPEC | |
| 113 #else | |
| 114 #define ALLOCATION_SUPER_CLASS_SPEC : public AllocatedObj | |
| 115 class AllocatedObj { | |
| 116 public: | |
| 117 // Printing support | |
| 118 void print() const; | |
| 119 void print_value() const; | |
| 120 | |
| 121 virtual void print_on(outputStream* st) const; | |
| 122 virtual void print_value_on(outputStream* st) const; | |
| 123 }; | |
| 124 #endif | |
| 125 | |
| 6197 | 126 |
| 127 /* | |
| 128 * MemoryType bitmap layout: | |
| 129 * | 16 15 14 13 12 11 10 09 | 08 07 06 05 | 04 03 02 01 | | |
| 130 * | memory type | object | reserved | | |
| 131 * | | type | | | |
| 132 */ | |
| 133 enum MemoryType { | |
| 134 // Memory type by sub systems. It occupies lower byte. | |
| 135 mtNone = 0x0000, // undefined | |
| 136 mtClass = 0x0100, // memory class for Java classes | |
| 137 mtThread = 0x0200, // memory for thread objects | |
| 138 mtThreadStack = 0x0300, | |
| 139 mtCode = 0x0400, // memory for generated code | |
| 140 mtGC = 0x0500, // memory for GC | |
| 141 mtCompiler = 0x0600, // memory for compiler | |
| 142 mtInternal = 0x0700, // memory used by VM, but does not belong to | |
| 143 // any of above categories, and not used for | |
| 144 // native memory tracking | |
| 145 mtOther = 0x0800, // memory not used by VM | |
| 146 mtSymbol = 0x0900, // symbol | |
| 147 mtNMT = 0x0A00, // memory used by native memory tracking | |
| 148 mtChunk = 0x0B00, // chunk that holds content of arenas | |
| 149 mtJavaHeap = 0x0C00, // Java heap | |
|
6882
716c64bda5ba
7199092: NMT: NMT needs to deal overlapped virtual memory ranges
zgu
parents:
6872
diff
changeset
|
150 mtClassShared = 0x0D00, // class data sharing |
|
716c64bda5ba
7199092: NMT: NMT needs to deal overlapped virtual memory ranges
zgu
parents:
6872
diff
changeset
|
151 mt_number_of_types = 0x000D, // number of memory types (mtDontTrack |
|
716c64bda5ba
7199092: NMT: NMT needs to deal overlapped virtual memory ranges
zgu
parents:
6872
diff
changeset
|
152 // is not included as validate type) |
|
716c64bda5ba
7199092: NMT: NMT needs to deal overlapped virtual memory ranges
zgu
parents:
6872
diff
changeset
|
153 mtDontTrack = 0x0E00, // memory we do not or cannot track |
| 6197 | 154 mt_masks = 0x7F00, |
| 155 | |
| 156 // object type mask | |
| 157 otArena = 0x0010, // an arena object | |
| 158 otNMTRecorder = 0x0020, // memory recorder object | |
| 159 ot_masks = 0x00F0 | |
| 160 }; | |
| 161 | |
| 162 #define IS_MEMORY_TYPE(flags, type) ((flags & mt_masks) == type) | |
| 163 #define HAS_VALID_MEMORY_TYPE(flags)((flags & mt_masks) != mtNone) | |
| 164 #define FLAGS_TO_MEMORY_TYPE(flags) (flags & mt_masks) | |
| 165 | |
| 166 #define IS_ARENA_OBJ(flags) ((flags & ot_masks) == otArena) | |
| 167 #define IS_NMT_RECORDER(flags) ((flags & ot_masks) == otNMTRecorder) | |
| 168 #define NMT_CAN_TRACK(flags) (!IS_NMT_RECORDER(flags) && !(IS_MEMORY_TYPE(flags, mtDontTrack))) | |
| 169 | |
| 170 typedef unsigned short MEMFLAGS; | |
| 171 | |
|
6854
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
172 #if INCLUDE_NMT |
|
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
173 |
| 6197 | 174 extern bool NMT_track_callsite; |
| 175 | |
|
6854
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
176 #else |
|
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
177 |
|
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
178 const bool NMT_track_callsite = false; |
|
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
179 |
|
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
180 #endif // INCLUDE_NMT |
|
fb19af007ffc
7189254: Change makefiles for more flexibility to override defaults
jprovino
parents:
6725
diff
changeset
|
181 |
| 6197 | 182 // debug build does not inline |
| 183 #if defined(_DEBUG_) | |
| 184 #define CURRENT_PC (NMT_track_callsite ? os::get_caller_pc(1) : 0) | |
| 185 #define CALLER_PC (NMT_track_callsite ? os::get_caller_pc(2) : 0) | |
| 186 #define CALLER_CALLER_PC (NMT_track_callsite ? os::get_caller_pc(3) : 0) | |
| 187 #else | |
| 188 #define CURRENT_PC (NMT_track_callsite? os::get_caller_pc(0) : 0) | |
| 189 #define CALLER_PC (NMT_track_callsite ? os::get_caller_pc(1) : 0) | |
| 190 #define CALLER_CALLER_PC (NMT_track_callsite ? os::get_caller_pc(2) : 0) | |
| 191 #endif | |
| 192 | |
| 193 | |
| 194 | |
| 195 template <MEMFLAGS F> class CHeapObj ALLOCATION_SUPER_CLASS_SPEC { | |
| 0 | 196 public: |
| 6197 | 197 _NOINLINE_ void* operator new(size_t size, address caller_pc = 0); |
| 198 _NOINLINE_ void* operator new (size_t size, const std::nothrow_t& nothrow_constant, | |
| 199 address caller_pc = 0); | |
| 200 | |
| 0 | 201 void operator delete(void* p); |
| 202 }; | |
| 203 | |
| 204 // Base class for objects allocated on the stack only. | |
| 205 // Calling new or delete will result in fatal error. | |
| 206 | |
| 207 class StackObj ALLOCATION_SUPER_CLASS_SPEC { | |
| 208 public: | |
| 209 void* operator new(size_t size); | |
| 210 void operator delete(void* p); | |
| 211 }; | |
| 212 | |
| 213 // Base class for objects used as value objects. | |
| 214 // Calling new or delete will result in fatal error. | |
| 215 // | |
| 216 // Portability note: Certain compilers (e.g. gcc) will | |
| 217 // always make classes bigger if it has a superclass, even | |
| 218 // if the superclass does not have any virtual methods or | |
| 219 // instance fields. The HotSpot implementation relies on this | |
| 220 // not to happen. So never make a ValueObj class a direct subclass | |
| 221 // of this object, but use the VALUE_OBJ_CLASS_SPEC class instead, e.g., | |
| 222 // like this: | |
| 223 // | |
| 224 // class A VALUE_OBJ_CLASS_SPEC { | |
| 225 // ... | |
| 226 // } | |
| 227 // | |
| 228 // With gcc and possible other compilers the VALUE_OBJ_CLASS_SPEC can | |
| 229 // be defined as a an empty string "". | |
| 230 // | |
| 231 class _ValueObj { | |
| 232 public: | |
| 233 void* operator new(size_t size); | |
| 234 void operator delete(void* p); | |
| 235 }; | |
| 236 | |
|
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
237 |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
238 // Base class for objects stored in Metaspace. |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
239 // Calling delete will result in fatal error. |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
240 // |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
241 // Do not inherit from something with a vptr because this class does |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
242 // not introduce one. This class is used to allocate both shared read-only |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
243 // and shared read-write classes. |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
244 // |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
245 |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
246 class ClassLoaderData; |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
247 |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
248 class MetaspaceObj { |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
249 public: |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
250 bool is_metadata() const; |
|
7176
59c790074993
8003635: NPG: AsynchGetCallTrace broken by Method* virtual call
coleenp
parents:
6882
diff
changeset
|
251 bool is_metaspace_object() const; // more specific test but slower |
|
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
252 bool is_shared() const; |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
253 void print_address_on(outputStream* st) const; // nonvirtual address printing |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
254 |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
255 void* operator new(size_t size, ClassLoaderData* loader_data, |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
256 size_t word_size, bool read_only, Thread* thread); |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
257 // can't use TRAPS from this header file. |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
258 void operator delete(void* p) { ShouldNotCallThis(); } |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
259 }; |
|
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
260 |
| 0 | 261 // Base class for classes that constitute name spaces. |
| 262 | |
| 263 class AllStatic { | |
| 264 public: | |
| 265 AllStatic() { ShouldNotCallThis(); } | |
| 266 ~AllStatic() { ShouldNotCallThis(); } | |
| 267 }; | |
| 268 | |
| 269 | |
| 270 //------------------------------Chunk------------------------------------------ | |
| 271 // Linked list of raw memory chunks | |
| 6197 | 272 class Chunk: CHeapObj<mtChunk> { |
| 3939 | 273 friend class VMStructs; |
| 274 | |
| 0 | 275 protected: |
| 276 Chunk* _next; // Next Chunk in list | |
| 277 const size_t _len; // Size of this Chunk | |
| 278 public: | |
| 279 void* operator new(size_t size, size_t length); | |
| 280 void operator delete(void* p); | |
| 281 Chunk(size_t length); | |
| 282 | |
| 283 enum { | |
| 284 // default sizes; make them slightly smaller than 2**k to guard against | |
| 285 // buddy-system style malloc implementations | |
| 286 #ifdef _LP64 | |
| 287 slack = 40, // [RGV] Not sure if this is right, but make it | |
| 288 // a multiple of 8. | |
| 289 #else | |
| 290 slack = 20, // suspected sizeof(Chunk) + internal malloc headers | |
| 291 #endif | |
| 292 | |
| 293 init_size = 1*K - slack, // Size of first chunk | |
| 294 medium_size= 10*K - slack, // Size of medium-sized chunk | |
| 295 size = 32*K - slack, // Default size of an Arena chunk (following the first) | |
| 296 non_pool_size = init_size + 32 // An initial size which is not one of above | |
| 297 }; | |
| 298 | |
| 299 void chop(); // Chop this chunk | |
| 300 void next_chop(); // Chop next chunk | |
| 301 static size_t aligned_overhead_size(void) { return ARENA_ALIGN(sizeof(Chunk)); } | |
|
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
302 static size_t aligned_overhead_size(size_t byte_size) { return ARENA_ALIGN(byte_size); } |
| 0 | 303 |
| 304 size_t length() const { return _len; } | |
| 305 Chunk* next() const { return _next; } | |
| 306 void set_next(Chunk* n) { _next = n; } | |
| 307 // Boundaries of data area (possibly unused) | |
| 308 char* bottom() const { return ((char*) this) + aligned_overhead_size(); } | |
| 309 char* top() const { return bottom() + _len; } | |
| 310 bool contains(char* p) const { return bottom() <= p && p <= top(); } | |
| 311 | |
| 312 // Start the chunk_pool cleaner task | |
| 313 static void start_chunk_pool_cleaner_task(); | |
|
1681
126ea7725993
6953477: Increase portability and flexibility of building Hotspot
bobv
parents:
1552
diff
changeset
|
314 |
|
126ea7725993
6953477: Increase portability and flexibility of building Hotspot
bobv
parents:
1552
diff
changeset
|
315 static void clean_chunk_pool(); |
| 0 | 316 }; |
| 317 | |
| 318 //------------------------------Arena------------------------------------------ | |
| 319 // Fast allocation of memory | |
| 6197 | 320 class Arena : public CHeapObj<mtNone|otArena> { |
| 0 | 321 protected: |
| 322 friend class ResourceMark; | |
| 323 friend class HandleMark; | |
| 324 friend class NoHandleMark; | |
| 3939 | 325 friend class VMStructs; |
| 326 | |
| 0 | 327 Chunk *_first; // First chunk |
| 328 Chunk *_chunk; // current chunk | |
| 329 char *_hwm, *_max; // High water mark and max in current chunk | |
|
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
330 // Get a new Chunk of at least size x |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
331 void* grow(size_t x, AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM); |
| 6197 | 332 size_t _size_in_bytes; // Size of arena (used for native memory tracking) |
| 333 | |
| 2250 | 334 NOT_PRODUCT(static julong _bytes_allocated;) // total #bytes allocated since start |
| 0 | 335 friend class AllocStats; |
| 336 debug_only(void* malloc(size_t size);) | |
| 337 debug_only(void* internal_malloc_4(size_t x);) | |
| 2250 | 338 NOT_PRODUCT(void inc_bytes_allocated(size_t x);) |
|
2307
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
339 |
|
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
340 void signal_out_of_memory(size_t request, const char* whence) const; |
|
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
341 |
|
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
342 void check_for_overflow(size_t request, const char* whence) const { |
|
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
343 if (UINTPTR_MAX - request < (uintptr_t)_hwm) { |
|
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
344 signal_out_of_memory(request, whence); |
|
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
345 } |
|
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
346 } |
|
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
347 |
| 0 | 348 public: |
| 349 Arena(); | |
| 350 Arena(size_t init_size); | |
| 351 ~Arena(); | |
| 352 void destruct_contents(); | |
| 353 char* hwm() const { return _hwm; } | |
| 354 | |
| 6197 | 355 // new operators |
| 356 void* operator new (size_t size); | |
| 357 void* operator new (size_t size, const std::nothrow_t& nothrow_constant); | |
| 358 | |
| 359 // dynamic memory type tagging | |
| 360 void* operator new(size_t size, MEMFLAGS flags); | |
| 361 void* operator new(size_t size, const std::nothrow_t& nothrow_constant, MEMFLAGS flags); | |
| 362 void operator delete(void* p); | |
| 363 | |
| 0 | 364 // Fast allocate in the arena. Common case is: pointer test + increment. |
|
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
365 void* Amalloc(size_t x, AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM) { |
| 0 | 366 assert(is_power_of_2(ARENA_AMALLOC_ALIGNMENT) , "should be a power of 2"); |
| 367 x = ARENA_ALIGN(x); | |
| 368 debug_only(if (UseMallocOnly) return malloc(x);) | |
|
2307
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
369 check_for_overflow(x, "Arena::Amalloc"); |
| 2250 | 370 NOT_PRODUCT(inc_bytes_allocated(x);) |
| 0 | 371 if (_hwm + x > _max) { |
|
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
372 return grow(x, alloc_failmode); |
| 0 | 373 } else { |
| 374 char *old = _hwm; | |
| 375 _hwm += x; | |
| 376 return old; | |
| 377 } | |
| 378 } | |
| 379 // Further assume size is padded out to words | |
|
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
380 void *Amalloc_4(size_t x, AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM) { |
| 0 | 381 assert( (x&(sizeof(char*)-1)) == 0, "misaligned size" ); |
| 382 debug_only(if (UseMallocOnly) return malloc(x);) | |
|
2307
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
383 check_for_overflow(x, "Arena::Amalloc_4"); |
| 2250 | 384 NOT_PRODUCT(inc_bytes_allocated(x);) |
| 0 | 385 if (_hwm + x > _max) { |
|
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
386 return grow(x, alloc_failmode); |
| 0 | 387 } else { |
| 388 char *old = _hwm; | |
| 389 _hwm += x; | |
| 390 return old; | |
| 391 } | |
| 392 } | |
| 393 | |
| 394 // Allocate with 'double' alignment. It is 8 bytes on sparc. | |
| 395 // In other cases Amalloc_D() should be the same as Amalloc_4(). | |
|
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
396 void* Amalloc_D(size_t x, AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM) { |
| 0 | 397 assert( (x&(sizeof(char*)-1)) == 0, "misaligned size" ); |
| 398 debug_only(if (UseMallocOnly) return malloc(x);) | |
| 399 #if defined(SPARC) && !defined(_LP64) | |
| 400 #define DALIGN_M1 7 | |
| 401 size_t delta = (((size_t)_hwm + DALIGN_M1) & ~DALIGN_M1) - (size_t)_hwm; | |
| 402 x += delta; | |
| 403 #endif | |
|
2307
4a9604cd7c5f
6878713: Verifier heap corruption, relating to backward jsrs
kamg
parents:
2250
diff
changeset
|
404 check_for_overflow(x, "Arena::Amalloc_D"); |
| 2250 | 405 NOT_PRODUCT(inc_bytes_allocated(x);) |
| 0 | 406 if (_hwm + x > _max) { |
|
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
407 return grow(x, alloc_failmode); // grow() returns a result aligned >= 8 bytes. |
| 0 | 408 } else { |
| 409 char *old = _hwm; | |
| 410 _hwm += x; | |
| 411 #if defined(SPARC) && !defined(_LP64) | |
| 412 old += delta; // align to 8-bytes | |
| 413 #endif | |
| 414 return old; | |
| 415 } | |
| 416 } | |
| 417 | |
| 418 // Fast delete in area. Common case is: NOP (except for storage reclaimed) | |
| 419 void Afree(void *ptr, size_t size) { | |
| 420 #ifdef ASSERT | |
| 421 if (ZapResourceArea) memset(ptr, badResourceValue, size); // zap freed memory | |
| 422 if (UseMallocOnly) return; | |
| 423 #endif | |
| 424 if (((char*)ptr) + size == _hwm) _hwm = (char*)ptr; | |
| 425 } | |
| 426 | |
|
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
427 void *Arealloc( void *old_ptr, size_t old_size, size_t new_size, |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
428 AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM); |
| 0 | 429 |
| 430 // Move contents of this arena into an empty arena | |
| 431 Arena *move_contents(Arena *empty_arena); | |
| 432 | |
| 433 // Determine if pointer belongs to this Arena or not. | |
| 434 bool contains( const void *ptr ) const; | |
| 435 | |
| 436 // Total of all chunks in use (not thread-safe) | |
| 437 size_t used() const; | |
| 438 | |
| 439 // Total # of bytes used | |
| 6197 | 440 size_t size_in_bytes() const { return _size_in_bytes; }; |
| 441 void set_size_in_bytes(size_t size); | |
| 442 | |
| 0 | 443 static void free_malloced_objects(Chunk* chunk, char* hwm, char* max, char* hwm2) PRODUCT_RETURN; |
| 444 static void free_all(char** start, char** end) PRODUCT_RETURN; | |
| 445 | |
| 6197 | 446 // how many arena instances |
| 447 NOT_PRODUCT(static volatile jint _instance_count;) | |
| 0 | 448 private: |
| 449 // Reset this Arena to empty, access will trigger grow if necessary | |
| 450 void reset(void) { | |
| 451 _first = _chunk = NULL; | |
| 452 _hwm = _max = NULL; | |
| 6197 | 453 set_size_in_bytes(0); |
| 0 | 454 } |
| 455 }; | |
| 456 | |
| 457 // One of the following macros must be used when allocating | |
| 458 // an array or object from an arena | |
|
1836
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
459 #define NEW_ARENA_ARRAY(arena, type, size) \ |
|
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
460 (type*) (arena)->Amalloc((size) * sizeof(type)) |
| 0 | 461 |
|
1836
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
462 #define REALLOC_ARENA_ARRAY(arena, type, old, old_size, new_size) \ |
|
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
463 (type*) (arena)->Arealloc((char*)(old), (old_size) * sizeof(type), \ |
|
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
464 (new_size) * sizeof(type) ) |
| 0 | 465 |
|
1836
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
466 #define FREE_ARENA_ARRAY(arena, type, old, size) \ |
|
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
467 (arena)->Afree((char*)(old), (size) * sizeof(type)) |
| 0 | 468 |
|
1836
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1689
diff
changeset
|
469 #define NEW_ARENA_OBJ(arena, type) \ |
| 0 | 470 NEW_ARENA_ARRAY(arena, type, 1) |
| 471 | |
| 472 | |
| 473 //%note allocation_1 | |
|
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
474 extern char* resource_allocate_bytes(size_t size, |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
475 AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM); |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
476 extern char* resource_allocate_bytes(Thread* thread, size_t size, |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
477 AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM); |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
478 extern char* resource_reallocate_bytes( char *old, size_t old_size, size_t new_size, |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
479 AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM); |
| 0 | 480 extern void resource_free_bytes( char *old, size_t size ); |
| 481 | |
| 482 //---------------------------------------------------------------------- | |
| 483 // Base class for objects allocated in the resource area per default. | |
| 484 // Optionally, objects may be allocated on the C heap with | |
| 485 // new(ResourceObj::C_HEAP) Foo(...) or in an Arena with new (&arena) | |
| 486 // ResourceObj's can be allocated within other objects, but don't use | |
| 487 // new or delete (allocation_type is unknown). If new is used to allocate, | |
| 488 // use delete to deallocate. | |
| 489 class ResourceObj ALLOCATION_SUPER_CLASS_SPEC { | |
| 490 public: | |
| 1685 | 491 enum allocation_type { STACK_OR_EMBEDDED = 0, RESOURCE_AREA, C_HEAP, ARENA, allocation_mask = 0x3 }; |
|
1688
2dfd013a7465
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
1685
diff
changeset
|
492 static void set_allocation_type(address res, allocation_type type) NOT_DEBUG_RETURN; |
| 0 | 493 #ifdef ASSERT |
| 494 private: | |
| 1685 | 495 // When this object is allocated on stack the new() operator is not |
| 496 // called but garbage on stack may look like a valid allocation_type. | |
| 497 // Store negated 'this' pointer when new() is called to distinguish cases. | |
|
2015
79d8657be916
6993125: runThese crashes with assert(Thread::current()->on_local_stack((address)this))
kvn
parents:
1972
diff
changeset
|
498 // Use second array's element for verification value to distinguish garbage. |
|
79d8657be916
6993125: runThese crashes with assert(Thread::current()->on_local_stack((address)this))
kvn
parents:
1972
diff
changeset
|
499 uintptr_t _allocation_t[2]; |
|
79d8657be916
6993125: runThese crashes with assert(Thread::current()->on_local_stack((address)this))
kvn
parents:
1972
diff
changeset
|
500 bool is_type_set() const; |
| 0 | 501 public: |
|
1688
2dfd013a7465
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
1685
diff
changeset
|
502 allocation_type get_allocation_type() const; |
|
2dfd013a7465
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
1685
diff
changeset
|
503 bool allocated_on_stack() const { return get_allocation_type() == STACK_OR_EMBEDDED; } |
|
2dfd013a7465
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
1685
diff
changeset
|
504 bool allocated_on_res_area() const { return get_allocation_type() == RESOURCE_AREA; } |
|
2dfd013a7465
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
1685
diff
changeset
|
505 bool allocated_on_C_heap() const { return get_allocation_type() == C_HEAP; } |
|
2dfd013a7465
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
1685
diff
changeset
|
506 bool allocated_on_arena() const { return get_allocation_type() == ARENA; } |
| 1685 | 507 ResourceObj(); // default construtor |
| 508 ResourceObj(const ResourceObj& r); // default copy construtor | |
| 509 ResourceObj& operator=(const ResourceObj& r); // default copy assignment | |
| 510 ~ResourceObj(); | |
| 0 | 511 #endif // ASSERT |
| 512 | |
| 513 public: | |
| 6197 | 514 void* operator new(size_t size, allocation_type type, MEMFLAGS flags); |
|
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
515 void* operator new(size_t size, const std::nothrow_t& nothrow_constant, |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
516 allocation_type type, MEMFLAGS flags); |
| 0 | 517 void* operator new(size_t size, Arena *arena) { |
| 518 address res = (address)arena->Amalloc(size); | |
| 1685 | 519 DEBUG_ONLY(set_allocation_type(res, ARENA);) |
| 0 | 520 return res; |
| 521 } | |
| 522 void* operator new(size_t size) { | |
| 523 address res = (address)resource_allocate_bytes(size); | |
| 1685 | 524 DEBUG_ONLY(set_allocation_type(res, RESOURCE_AREA);) |
| 0 | 525 return res; |
| 526 } | |
|
6872
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
527 |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
528 void* operator new(size_t size, const std::nothrow_t& nothrow_constant) { |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
529 address res = (address)resource_allocate_bytes(size, AllocFailStrategy::RETURN_NULL); |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
530 DEBUG_ONLY(if (res != NULL) set_allocation_type(res, RESOURCE_AREA);) |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
531 return res; |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
532 } |
|
7b5885dadbdc
8000617: It should be possible to allocate memory without the VM dying.
nloodin
parents:
6854
diff
changeset
|
533 |
| 0 | 534 void operator delete(void* p); |
| 535 }; | |
| 536 | |
| 537 // One of the following macros must be used when allocating an array | |
| 538 // or object to determine whether it should reside in the C heap on in | |
| 539 // the resource area. | |
| 540 | |
| 541 #define NEW_RESOURCE_ARRAY(type, size)\ | |
| 542 (type*) resource_allocate_bytes((size) * sizeof(type)) | |
| 543 | |
| 544 #define NEW_RESOURCE_ARRAY_IN_THREAD(thread, type, size)\ | |
| 545 (type*) resource_allocate_bytes(thread, (size) * sizeof(type)) | |
| 546 | |
| 547 #define REALLOC_RESOURCE_ARRAY(type, old, old_size, new_size)\ | |
| 548 (type*) resource_reallocate_bytes((char*)(old), (old_size) * sizeof(type), (new_size) * sizeof(type) ) | |
| 549 | |
| 550 #define FREE_RESOURCE_ARRAY(type, old, size)\ | |
| 551 resource_free_bytes((char*)(old), (size) * sizeof(type)) | |
| 552 | |
| 553 #define FREE_FAST(old)\ | |
| 554 /* nop */ | |
| 555 | |
| 556 #define NEW_RESOURCE_OBJ(type)\ | |
| 557 NEW_RESOURCE_ARRAY(type, 1) | |
| 558 | |
| 6197 | 559 #define NEW_C_HEAP_ARRAY(type, size, memflags)\ |
| 560 (type*) (AllocateHeap((size) * sizeof(type), memflags)) | |
| 0 | 561 |
| 6197 | 562 #define REALLOC_C_HEAP_ARRAY(type, old, size, memflags)\ |
| 563 (type*) (ReallocateHeap((char*)old, (size) * sizeof(type), memflags)) | |
| 564 | |
| 565 #define FREE_C_HEAP_ARRAY(type,old,memflags) \ | |
| 566 FreeHeap((char*)(old), memflags) | |
| 0 | 567 |
| 6197 | 568 #define NEW_C_HEAP_OBJ(type, memflags)\ |
| 569 NEW_C_HEAP_ARRAY(type, 1, memflags) | |
| 570 | |
| 571 | |
| 572 #define NEW_C_HEAP_ARRAY2(type, size, memflags, pc)\ | |
| 573 (type*) (AllocateHeap((size) * sizeof(type), memflags, pc)) | |
| 0 | 574 |
| 6197 | 575 #define REALLOC_C_HEAP_ARRAY2(type, old, size, memflags, pc)\ |
| 576 (type*) (ReallocateHeap((char*)old, (size) * sizeof(type), memflags, pc)) | |
| 577 | |
| 578 #define NEW_C_HEAP_OBJ2(type, memflags, pc)\ | |
| 579 NEW_C_HEAP_ARRAY2(type, 1, memflags, pc) | |
| 580 | |
| 0 | 581 |
| 582 extern bool warn_new_operator; | |
| 583 | |
| 584 // for statistics | |
| 585 #ifndef PRODUCT | |
| 586 class AllocStats : StackObj { | |
| 2250 | 587 julong start_mallocs, start_frees; |
| 588 julong start_malloc_bytes, start_mfree_bytes, start_res_bytes; | |
| 0 | 589 public: |
| 590 AllocStats(); | |
| 591 | |
| 2250 | 592 julong num_mallocs(); // since creation of receiver |
| 593 julong alloc_bytes(); | |
| 594 julong num_frees(); | |
| 595 julong free_bytes(); | |
| 596 julong resource_bytes(); | |
| 0 | 597 void print(); |
| 598 }; | |
| 599 #endif | |
| 600 | |
| 601 | |
| 602 //------------------------------ReallocMark--------------------------------- | |
| 603 // Code which uses REALLOC_RESOURCE_ARRAY should check an associated | |
| 604 // ReallocMark, which is declared in the same scope as the reallocated | |
| 605 // pointer. Any operation that could __potentially__ cause a reallocation | |
| 606 // should check the ReallocMark. | |
| 607 class ReallocMark: public StackObj { | |
| 608 protected: | |
| 609 NOT_PRODUCT(int _nesting;) | |
| 610 | |
| 611 public: | |
| 612 ReallocMark() PRODUCT_RETURN; | |
| 613 void check() PRODUCT_RETURN; | |
| 614 }; | |
| 1972 | 615 |
| 616 #endif // SHARE_VM_MEMORY_ALLOCATION_HPP |