annotate src/share/vm/memory/allocation.hpp @ 1994:6cd6d394f280

7001033: assert(gch->gc_cause() == GCCause::_scavenge_alot || !gch->incremental_collection_failed()) 7002546: regression on SpecJbb2005 on 7b118 comparing to 7b117 on small heaps Summary: Relaxed assertion checking related to incremental_collection_failed flag to allow for ExplicitGCInvokesConcurrent behaviour where we do not want a failing scavenge to bail to a stop-world collection. Parameterized incremental_collection_will_fail() so we can selectively use, or not use, as appropriate, the statistical prediction at specific use sites. This essentially reverts the scavenge bail-out logic to what it was prior to some recent changes that had inadvertently started using the statistical prediction which can be noisy in the presence of bursty loads. Added some associated verbose non-product debugging messages. Reviewed-by: johnc, tonyp
author ysr
date Tue, 07 Dec 2010 21:55:53 -0800
parents f95d63e2154a
children 79d8657be916
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
2 * Copyright (c) 1997, 2010, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 342
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 342
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 342
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
25 #ifndef SHARE_VM_MEMORY_ALLOCATION_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
26 #define SHARE_VM_MEMORY_ALLOCATION_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
27
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
28 #include "runtime/globals.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
29 #include "utilities/globalDefinitions.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
30 #ifdef COMPILER1
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
31 #include "c1/c1_globals.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
32 #endif
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
33 #ifdef COMPILER2
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
34 #include "opto/c2_globals.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
35 #endif
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
36
0
a61af66fc99e Initial load
duke
parents:
diff changeset
37 #define ARENA_ALIGN_M1 (((size_t)(ARENA_AMALLOC_ALIGNMENT)) - 1)
a61af66fc99e Initial load
duke
parents:
diff changeset
38 #define ARENA_ALIGN_MASK (~((size_t)ARENA_ALIGN_M1))
a61af66fc99e Initial load
duke
parents:
diff changeset
39 #define ARENA_ALIGN(x) ((((size_t)(x)) + ARENA_ALIGN_M1) & ARENA_ALIGN_MASK)
a61af66fc99e Initial load
duke
parents:
diff changeset
40
a61af66fc99e Initial load
duke
parents:
diff changeset
41 // All classes in the virtual machine must be subclassed
a61af66fc99e Initial load
duke
parents:
diff changeset
42 // by one of the following allocation classes:
a61af66fc99e Initial load
duke
parents:
diff changeset
43 //
a61af66fc99e Initial load
duke
parents:
diff changeset
44 // For objects allocated in the resource area (see resourceArea.hpp).
a61af66fc99e Initial load
duke
parents:
diff changeset
45 // - ResourceObj
a61af66fc99e Initial load
duke
parents:
diff changeset
46 //
a61af66fc99e Initial load
duke
parents:
diff changeset
47 // For objects allocated in the C-heap (managed by: free & malloc).
a61af66fc99e Initial load
duke
parents:
diff changeset
48 // - CHeapObj
a61af66fc99e Initial load
duke
parents:
diff changeset
49 //
a61af66fc99e Initial load
duke
parents:
diff changeset
50 // For objects allocated on the stack.
a61af66fc99e Initial load
duke
parents:
diff changeset
51 // - StackObj
a61af66fc99e Initial load
duke
parents:
diff changeset
52 //
a61af66fc99e Initial load
duke
parents:
diff changeset
53 // For embedded objects.
a61af66fc99e Initial load
duke
parents:
diff changeset
54 // - ValueObj
a61af66fc99e Initial load
duke
parents:
diff changeset
55 //
a61af66fc99e Initial load
duke
parents:
diff changeset
56 // For classes used as name spaces.
a61af66fc99e Initial load
duke
parents:
diff changeset
57 // - AllStatic
a61af66fc99e Initial load
duke
parents:
diff changeset
58 //
a61af66fc99e Initial load
duke
parents:
diff changeset
59 // The printable subclasses are used for debugging and define virtual
a61af66fc99e Initial load
duke
parents:
diff changeset
60 // member functions for printing. Classes that avoid allocating the
a61af66fc99e Initial load
duke
parents:
diff changeset
61 // vtbl entries in the objects should therefore not be the printable
a61af66fc99e Initial load
duke
parents:
diff changeset
62 // subclasses.
a61af66fc99e Initial load
duke
parents:
diff changeset
63 //
a61af66fc99e Initial load
duke
parents:
diff changeset
64 // The following macros and function should be used to allocate memory
a61af66fc99e Initial load
duke
parents:
diff changeset
65 // directly in the resource area or in the C-heap:
a61af66fc99e Initial load
duke
parents:
diff changeset
66 //
a61af66fc99e Initial load
duke
parents:
diff changeset
67 // NEW_RESOURCE_ARRAY(type,size)
a61af66fc99e Initial load
duke
parents:
diff changeset
68 // NEW_RESOURCE_OBJ(type)
a61af66fc99e Initial load
duke
parents:
diff changeset
69 // NEW_C_HEAP_ARRAY(type,size)
a61af66fc99e Initial load
duke
parents:
diff changeset
70 // NEW_C_HEAP_OBJ(type)
a61af66fc99e Initial load
duke
parents:
diff changeset
71 // char* AllocateHeap(size_t size, const char* name);
a61af66fc99e Initial load
duke
parents:
diff changeset
72 // void FreeHeap(void* p);
a61af66fc99e Initial load
duke
parents:
diff changeset
73 //
a61af66fc99e Initial load
duke
parents:
diff changeset
74 // C-heap allocation can be traced using +PrintHeapAllocation.
a61af66fc99e Initial load
duke
parents:
diff changeset
75 // malloc and free should therefore never called directly.
a61af66fc99e Initial load
duke
parents:
diff changeset
76
a61af66fc99e Initial load
duke
parents:
diff changeset
77 // Base class for objects allocated in the C-heap.
a61af66fc99e Initial load
duke
parents:
diff changeset
78
a61af66fc99e Initial load
duke
parents:
diff changeset
79 // In non product mode we introduce a super class for all allocation classes
a61af66fc99e Initial load
duke
parents:
diff changeset
80 // that supports printing.
a61af66fc99e Initial load
duke
parents:
diff changeset
81 // We avoid the superclass in product mode since some C++ compilers add
a61af66fc99e Initial load
duke
parents:
diff changeset
82 // a word overhead for empty super classes.
a61af66fc99e Initial load
duke
parents:
diff changeset
83
a61af66fc99e Initial load
duke
parents:
diff changeset
84 #ifdef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
85 #define ALLOCATION_SUPER_CLASS_SPEC
a61af66fc99e Initial load
duke
parents:
diff changeset
86 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
87 #define ALLOCATION_SUPER_CLASS_SPEC : public AllocatedObj
a61af66fc99e Initial load
duke
parents:
diff changeset
88 class AllocatedObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
89 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
90 // Printing support
a61af66fc99e Initial load
duke
parents:
diff changeset
91 void print() const;
a61af66fc99e Initial load
duke
parents:
diff changeset
92 void print_value() const;
a61af66fc99e Initial load
duke
parents:
diff changeset
93
a61af66fc99e Initial load
duke
parents:
diff changeset
94 virtual void print_on(outputStream* st) const;
a61af66fc99e Initial load
duke
parents:
diff changeset
95 virtual void print_value_on(outputStream* st) const;
a61af66fc99e Initial load
duke
parents:
diff changeset
96 };
a61af66fc99e Initial load
duke
parents:
diff changeset
97 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
98
a61af66fc99e Initial load
duke
parents:
diff changeset
99 class CHeapObj ALLOCATION_SUPER_CLASS_SPEC {
a61af66fc99e Initial load
duke
parents:
diff changeset
100 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
101 void* operator new(size_t size);
a61af66fc99e Initial load
duke
parents:
diff changeset
102 void operator delete(void* p);
a61af66fc99e Initial load
duke
parents:
diff changeset
103 void* new_array(size_t size);
a61af66fc99e Initial load
duke
parents:
diff changeset
104 };
a61af66fc99e Initial load
duke
parents:
diff changeset
105
a61af66fc99e Initial load
duke
parents:
diff changeset
106 // Base class for objects allocated on the stack only.
a61af66fc99e Initial load
duke
parents:
diff changeset
107 // Calling new or delete will result in fatal error.
a61af66fc99e Initial load
duke
parents:
diff changeset
108
a61af66fc99e Initial load
duke
parents:
diff changeset
109 class StackObj ALLOCATION_SUPER_CLASS_SPEC {
a61af66fc99e Initial load
duke
parents:
diff changeset
110 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
111 void* operator new(size_t size);
a61af66fc99e Initial load
duke
parents:
diff changeset
112 void operator delete(void* p);
a61af66fc99e Initial load
duke
parents:
diff changeset
113 };
a61af66fc99e Initial load
duke
parents:
diff changeset
114
a61af66fc99e Initial load
duke
parents:
diff changeset
115 // Base class for objects used as value objects.
a61af66fc99e Initial load
duke
parents:
diff changeset
116 // Calling new or delete will result in fatal error.
a61af66fc99e Initial load
duke
parents:
diff changeset
117 //
a61af66fc99e Initial load
duke
parents:
diff changeset
118 // Portability note: Certain compilers (e.g. gcc) will
a61af66fc99e Initial load
duke
parents:
diff changeset
119 // always make classes bigger if it has a superclass, even
a61af66fc99e Initial load
duke
parents:
diff changeset
120 // if the superclass does not have any virtual methods or
a61af66fc99e Initial load
duke
parents:
diff changeset
121 // instance fields. The HotSpot implementation relies on this
a61af66fc99e Initial load
duke
parents:
diff changeset
122 // not to happen. So never make a ValueObj class a direct subclass
a61af66fc99e Initial load
duke
parents:
diff changeset
123 // of this object, but use the VALUE_OBJ_CLASS_SPEC class instead, e.g.,
a61af66fc99e Initial load
duke
parents:
diff changeset
124 // like this:
a61af66fc99e Initial load
duke
parents:
diff changeset
125 //
a61af66fc99e Initial load
duke
parents:
diff changeset
126 // class A VALUE_OBJ_CLASS_SPEC {
a61af66fc99e Initial load
duke
parents:
diff changeset
127 // ...
a61af66fc99e Initial load
duke
parents:
diff changeset
128 // }
a61af66fc99e Initial load
duke
parents:
diff changeset
129 //
a61af66fc99e Initial load
duke
parents:
diff changeset
130 // With gcc and possible other compilers the VALUE_OBJ_CLASS_SPEC can
a61af66fc99e Initial load
duke
parents:
diff changeset
131 // be defined as a an empty string "".
a61af66fc99e Initial load
duke
parents:
diff changeset
132 //
a61af66fc99e Initial load
duke
parents:
diff changeset
133 class _ValueObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
134 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
135 void* operator new(size_t size);
a61af66fc99e Initial load
duke
parents:
diff changeset
136 void operator delete(void* p);
a61af66fc99e Initial load
duke
parents:
diff changeset
137 };
a61af66fc99e Initial load
duke
parents:
diff changeset
138
a61af66fc99e Initial load
duke
parents:
diff changeset
139 // Base class for classes that constitute name spaces.
a61af66fc99e Initial load
duke
parents:
diff changeset
140
a61af66fc99e Initial load
duke
parents:
diff changeset
141 class AllStatic {
a61af66fc99e Initial load
duke
parents:
diff changeset
142 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
143 AllStatic() { ShouldNotCallThis(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
144 ~AllStatic() { ShouldNotCallThis(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
145 };
a61af66fc99e Initial load
duke
parents:
diff changeset
146
a61af66fc99e Initial load
duke
parents:
diff changeset
147
a61af66fc99e Initial load
duke
parents:
diff changeset
148 //------------------------------Chunk------------------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
149 // Linked list of raw memory chunks
a61af66fc99e Initial load
duke
parents:
diff changeset
150 class Chunk: public CHeapObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
151 protected:
a61af66fc99e Initial load
duke
parents:
diff changeset
152 Chunk* _next; // Next Chunk in list
a61af66fc99e Initial load
duke
parents:
diff changeset
153 const size_t _len; // Size of this Chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
154 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
155 void* operator new(size_t size, size_t length);
a61af66fc99e Initial load
duke
parents:
diff changeset
156 void operator delete(void* p);
a61af66fc99e Initial load
duke
parents:
diff changeset
157 Chunk(size_t length);
a61af66fc99e Initial load
duke
parents:
diff changeset
158
a61af66fc99e Initial load
duke
parents:
diff changeset
159 enum {
a61af66fc99e Initial load
duke
parents:
diff changeset
160 // default sizes; make them slightly smaller than 2**k to guard against
a61af66fc99e Initial load
duke
parents:
diff changeset
161 // buddy-system style malloc implementations
a61af66fc99e Initial load
duke
parents:
diff changeset
162 #ifdef _LP64
a61af66fc99e Initial load
duke
parents:
diff changeset
163 slack = 40, // [RGV] Not sure if this is right, but make it
a61af66fc99e Initial load
duke
parents:
diff changeset
164 // a multiple of 8.
a61af66fc99e Initial load
duke
parents:
diff changeset
165 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
166 slack = 20, // suspected sizeof(Chunk) + internal malloc headers
a61af66fc99e Initial load
duke
parents:
diff changeset
167 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
168
a61af66fc99e Initial load
duke
parents:
diff changeset
169 init_size = 1*K - slack, // Size of first chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
170 medium_size= 10*K - slack, // Size of medium-sized chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
171 size = 32*K - slack, // Default size of an Arena chunk (following the first)
a61af66fc99e Initial load
duke
parents:
diff changeset
172 non_pool_size = init_size + 32 // An initial size which is not one of above
a61af66fc99e Initial load
duke
parents:
diff changeset
173 };
a61af66fc99e Initial load
duke
parents:
diff changeset
174
a61af66fc99e Initial load
duke
parents:
diff changeset
175 void chop(); // Chop this chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
176 void next_chop(); // Chop next chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
177 static size_t aligned_overhead_size(void) { return ARENA_ALIGN(sizeof(Chunk)); }
a61af66fc99e Initial load
duke
parents:
diff changeset
178
a61af66fc99e Initial load
duke
parents:
diff changeset
179 size_t length() const { return _len; }
a61af66fc99e Initial load
duke
parents:
diff changeset
180 Chunk* next() const { return _next; }
a61af66fc99e Initial load
duke
parents:
diff changeset
181 void set_next(Chunk* n) { _next = n; }
a61af66fc99e Initial load
duke
parents:
diff changeset
182 // Boundaries of data area (possibly unused)
a61af66fc99e Initial load
duke
parents:
diff changeset
183 char* bottom() const { return ((char*) this) + aligned_overhead_size(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
184 char* top() const { return bottom() + _len; }
a61af66fc99e Initial load
duke
parents:
diff changeset
185 bool contains(char* p) const { return bottom() <= p && p <= top(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
186
a61af66fc99e Initial load
duke
parents:
diff changeset
187 // Start the chunk_pool cleaner task
a61af66fc99e Initial load
duke
parents:
diff changeset
188 static void start_chunk_pool_cleaner_task();
1681
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1552
diff changeset
189
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1552
diff changeset
190 static void clean_chunk_pool();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
191 };
a61af66fc99e Initial load
duke
parents:
diff changeset
192
a61af66fc99e Initial load
duke
parents:
diff changeset
193 //------------------------------Arena------------------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
194 // Fast allocation of memory
a61af66fc99e Initial load
duke
parents:
diff changeset
195 class Arena: public CHeapObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
196 protected:
a61af66fc99e Initial load
duke
parents:
diff changeset
197 friend class ResourceMark;
a61af66fc99e Initial load
duke
parents:
diff changeset
198 friend class HandleMark;
a61af66fc99e Initial load
duke
parents:
diff changeset
199 friend class NoHandleMark;
a61af66fc99e Initial load
duke
parents:
diff changeset
200 Chunk *_first; // First chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
201 Chunk *_chunk; // current chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
202 char *_hwm, *_max; // High water mark and max in current chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
203 void* grow(size_t x); // Get a new Chunk of at least size x
a61af66fc99e Initial load
duke
parents:
diff changeset
204 NOT_PRODUCT(size_t _size_in_bytes;) // Size of arena (used for memory usage tracing)
a61af66fc99e Initial load
duke
parents:
diff changeset
205 NOT_PRODUCT(static size_t _bytes_allocated;) // total #bytes allocated since start
a61af66fc99e Initial load
duke
parents:
diff changeset
206 friend class AllocStats;
a61af66fc99e Initial load
duke
parents:
diff changeset
207 debug_only(void* malloc(size_t size);)
a61af66fc99e Initial load
duke
parents:
diff changeset
208 debug_only(void* internal_malloc_4(size_t x);)
a61af66fc99e Initial load
duke
parents:
diff changeset
209 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
210 Arena();
a61af66fc99e Initial load
duke
parents:
diff changeset
211 Arena(size_t init_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
212 Arena(Arena *old);
a61af66fc99e Initial load
duke
parents:
diff changeset
213 ~Arena();
a61af66fc99e Initial load
duke
parents:
diff changeset
214 void destruct_contents();
a61af66fc99e Initial load
duke
parents:
diff changeset
215 char* hwm() const { return _hwm; }
a61af66fc99e Initial load
duke
parents:
diff changeset
216
a61af66fc99e Initial load
duke
parents:
diff changeset
217 // Fast allocate in the arena. Common case is: pointer test + increment.
a61af66fc99e Initial load
duke
parents:
diff changeset
218 void* Amalloc(size_t x) {
a61af66fc99e Initial load
duke
parents:
diff changeset
219 assert(is_power_of_2(ARENA_AMALLOC_ALIGNMENT) , "should be a power of 2");
a61af66fc99e Initial load
duke
parents:
diff changeset
220 x = ARENA_ALIGN(x);
a61af66fc99e Initial load
duke
parents:
diff changeset
221 debug_only(if (UseMallocOnly) return malloc(x);)
a61af66fc99e Initial load
duke
parents:
diff changeset
222 NOT_PRODUCT(_bytes_allocated += x);
a61af66fc99e Initial load
duke
parents:
diff changeset
223 if (_hwm + x > _max) {
a61af66fc99e Initial load
duke
parents:
diff changeset
224 return grow(x);
a61af66fc99e Initial load
duke
parents:
diff changeset
225 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
226 char *old = _hwm;
a61af66fc99e Initial load
duke
parents:
diff changeset
227 _hwm += x;
a61af66fc99e Initial load
duke
parents:
diff changeset
228 return old;
a61af66fc99e Initial load
duke
parents:
diff changeset
229 }
a61af66fc99e Initial load
duke
parents:
diff changeset
230 }
a61af66fc99e Initial load
duke
parents:
diff changeset
231 // Further assume size is padded out to words
a61af66fc99e Initial load
duke
parents:
diff changeset
232 void *Amalloc_4(size_t x) {
a61af66fc99e Initial load
duke
parents:
diff changeset
233 assert( (x&(sizeof(char*)-1)) == 0, "misaligned size" );
a61af66fc99e Initial load
duke
parents:
diff changeset
234 debug_only(if (UseMallocOnly) return malloc(x);)
a61af66fc99e Initial load
duke
parents:
diff changeset
235 NOT_PRODUCT(_bytes_allocated += x);
a61af66fc99e Initial load
duke
parents:
diff changeset
236 if (_hwm + x > _max) {
a61af66fc99e Initial load
duke
parents:
diff changeset
237 return grow(x);
a61af66fc99e Initial load
duke
parents:
diff changeset
238 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
239 char *old = _hwm;
a61af66fc99e Initial load
duke
parents:
diff changeset
240 _hwm += x;
a61af66fc99e Initial load
duke
parents:
diff changeset
241 return old;
a61af66fc99e Initial load
duke
parents:
diff changeset
242 }
a61af66fc99e Initial load
duke
parents:
diff changeset
243 }
a61af66fc99e Initial load
duke
parents:
diff changeset
244
a61af66fc99e Initial load
duke
parents:
diff changeset
245 // Allocate with 'double' alignment. It is 8 bytes on sparc.
a61af66fc99e Initial load
duke
parents:
diff changeset
246 // In other cases Amalloc_D() should be the same as Amalloc_4().
a61af66fc99e Initial load
duke
parents:
diff changeset
247 void* Amalloc_D(size_t x) {
a61af66fc99e Initial load
duke
parents:
diff changeset
248 assert( (x&(sizeof(char*)-1)) == 0, "misaligned size" );
a61af66fc99e Initial load
duke
parents:
diff changeset
249 debug_only(if (UseMallocOnly) return malloc(x);)
a61af66fc99e Initial load
duke
parents:
diff changeset
250 #if defined(SPARC) && !defined(_LP64)
a61af66fc99e Initial load
duke
parents:
diff changeset
251 #define DALIGN_M1 7
a61af66fc99e Initial load
duke
parents:
diff changeset
252 size_t delta = (((size_t)_hwm + DALIGN_M1) & ~DALIGN_M1) - (size_t)_hwm;
a61af66fc99e Initial load
duke
parents:
diff changeset
253 x += delta;
a61af66fc99e Initial load
duke
parents:
diff changeset
254 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
255 NOT_PRODUCT(_bytes_allocated += x);
a61af66fc99e Initial load
duke
parents:
diff changeset
256 if (_hwm + x > _max) {
a61af66fc99e Initial load
duke
parents:
diff changeset
257 return grow(x); // grow() returns a result aligned >= 8 bytes.
a61af66fc99e Initial load
duke
parents:
diff changeset
258 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
259 char *old = _hwm;
a61af66fc99e Initial load
duke
parents:
diff changeset
260 _hwm += x;
a61af66fc99e Initial load
duke
parents:
diff changeset
261 #if defined(SPARC) && !defined(_LP64)
a61af66fc99e Initial load
duke
parents:
diff changeset
262 old += delta; // align to 8-bytes
a61af66fc99e Initial load
duke
parents:
diff changeset
263 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
264 return old;
a61af66fc99e Initial load
duke
parents:
diff changeset
265 }
a61af66fc99e Initial load
duke
parents:
diff changeset
266 }
a61af66fc99e Initial load
duke
parents:
diff changeset
267
a61af66fc99e Initial load
duke
parents:
diff changeset
268 // Fast delete in area. Common case is: NOP (except for storage reclaimed)
a61af66fc99e Initial load
duke
parents:
diff changeset
269 void Afree(void *ptr, size_t size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
270 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
271 if (ZapResourceArea) memset(ptr, badResourceValue, size); // zap freed memory
a61af66fc99e Initial load
duke
parents:
diff changeset
272 if (UseMallocOnly) return;
a61af66fc99e Initial load
duke
parents:
diff changeset
273 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
274 if (((char*)ptr) + size == _hwm) _hwm = (char*)ptr;
a61af66fc99e Initial load
duke
parents:
diff changeset
275 }
a61af66fc99e Initial load
duke
parents:
diff changeset
276
a61af66fc99e Initial load
duke
parents:
diff changeset
277 void *Arealloc( void *old_ptr, size_t old_size, size_t new_size );
a61af66fc99e Initial load
duke
parents:
diff changeset
278
a61af66fc99e Initial load
duke
parents:
diff changeset
279 // Move contents of this arena into an empty arena
a61af66fc99e Initial load
duke
parents:
diff changeset
280 Arena *move_contents(Arena *empty_arena);
a61af66fc99e Initial load
duke
parents:
diff changeset
281
a61af66fc99e Initial load
duke
parents:
diff changeset
282 // Determine if pointer belongs to this Arena or not.
a61af66fc99e Initial load
duke
parents:
diff changeset
283 bool contains( const void *ptr ) const;
a61af66fc99e Initial load
duke
parents:
diff changeset
284
a61af66fc99e Initial load
duke
parents:
diff changeset
285 // Total of all chunks in use (not thread-safe)
a61af66fc99e Initial load
duke
parents:
diff changeset
286 size_t used() const;
a61af66fc99e Initial load
duke
parents:
diff changeset
287
a61af66fc99e Initial load
duke
parents:
diff changeset
288 // Total # of bytes used
a61af66fc99e Initial load
duke
parents:
diff changeset
289 size_t size_in_bytes() const NOT_PRODUCT({ return _size_in_bytes; }) PRODUCT_RETURN0;
a61af66fc99e Initial load
duke
parents:
diff changeset
290 void set_size_in_bytes(size_t size) NOT_PRODUCT({ _size_in_bytes = size; }) PRODUCT_RETURN;
a61af66fc99e Initial load
duke
parents:
diff changeset
291 static void free_malloced_objects(Chunk* chunk, char* hwm, char* max, char* hwm2) PRODUCT_RETURN;
a61af66fc99e Initial load
duke
parents:
diff changeset
292 static void free_all(char** start, char** end) PRODUCT_RETURN;
a61af66fc99e Initial load
duke
parents:
diff changeset
293
a61af66fc99e Initial load
duke
parents:
diff changeset
294 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
295 // Reset this Arena to empty, access will trigger grow if necessary
a61af66fc99e Initial load
duke
parents:
diff changeset
296 void reset(void) {
a61af66fc99e Initial load
duke
parents:
diff changeset
297 _first = _chunk = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
298 _hwm = _max = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
299 }
a61af66fc99e Initial load
duke
parents:
diff changeset
300 };
a61af66fc99e Initial load
duke
parents:
diff changeset
301
a61af66fc99e Initial load
duke
parents:
diff changeset
302 // One of the following macros must be used when allocating
a61af66fc99e Initial load
duke
parents:
diff changeset
303 // an array or object from an arena
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
304 #define NEW_ARENA_ARRAY(arena, type, size) \
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
305 (type*) (arena)->Amalloc((size) * sizeof(type))
0
a61af66fc99e Initial load
duke
parents:
diff changeset
306
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
307 #define REALLOC_ARENA_ARRAY(arena, type, old, old_size, new_size) \
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
308 (type*) (arena)->Arealloc((char*)(old), (old_size) * sizeof(type), \
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
309 (new_size) * sizeof(type) )
0
a61af66fc99e Initial load
duke
parents:
diff changeset
310
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
311 #define FREE_ARENA_ARRAY(arena, type, old, size) \
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
312 (arena)->Afree((char*)(old), (size) * sizeof(type))
0
a61af66fc99e Initial load
duke
parents:
diff changeset
313
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
314 #define NEW_ARENA_OBJ(arena, type) \
0
a61af66fc99e Initial load
duke
parents:
diff changeset
315 NEW_ARENA_ARRAY(arena, type, 1)
a61af66fc99e Initial load
duke
parents:
diff changeset
316
a61af66fc99e Initial load
duke
parents:
diff changeset
317
a61af66fc99e Initial load
duke
parents:
diff changeset
318 //%note allocation_1
a61af66fc99e Initial load
duke
parents:
diff changeset
319 extern char* resource_allocate_bytes(size_t size);
a61af66fc99e Initial load
duke
parents:
diff changeset
320 extern char* resource_allocate_bytes(Thread* thread, size_t size);
a61af66fc99e Initial load
duke
parents:
diff changeset
321 extern char* resource_reallocate_bytes( char *old, size_t old_size, size_t new_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
322 extern void resource_free_bytes( char *old, size_t size );
a61af66fc99e Initial load
duke
parents:
diff changeset
323
a61af66fc99e Initial load
duke
parents:
diff changeset
324 //----------------------------------------------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
325 // Base class for objects allocated in the resource area per default.
a61af66fc99e Initial load
duke
parents:
diff changeset
326 // Optionally, objects may be allocated on the C heap with
a61af66fc99e Initial load
duke
parents:
diff changeset
327 // new(ResourceObj::C_HEAP) Foo(...) or in an Arena with new (&arena)
a61af66fc99e Initial load
duke
parents:
diff changeset
328 // ResourceObj's can be allocated within other objects, but don't use
a61af66fc99e Initial load
duke
parents:
diff changeset
329 // new or delete (allocation_type is unknown). If new is used to allocate,
a61af66fc99e Initial load
duke
parents:
diff changeset
330 // use delete to deallocate.
a61af66fc99e Initial load
duke
parents:
diff changeset
331 class ResourceObj ALLOCATION_SUPER_CLASS_SPEC {
a61af66fc99e Initial load
duke
parents:
diff changeset
332 public:
1685
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
333 enum allocation_type { STACK_OR_EMBEDDED = 0, RESOURCE_AREA, C_HEAP, ARENA, allocation_mask = 0x3 };
1688
2dfd013a7465 6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents: 1685
diff changeset
334 static void set_allocation_type(address res, allocation_type type) NOT_DEBUG_RETURN;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
335 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
336 private:
1685
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
337 // When this object is allocated on stack the new() operator is not
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
338 // called but garbage on stack may look like a valid allocation_type.
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
339 // Store negated 'this' pointer when new() is called to distinguish cases.
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
340 uintptr_t _allocation;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
341 public:
1688
2dfd013a7465 6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents: 1685
diff changeset
342 allocation_type get_allocation_type() const;
2dfd013a7465 6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents: 1685
diff changeset
343 bool allocated_on_stack() const { return get_allocation_type() == STACK_OR_EMBEDDED; }
2dfd013a7465 6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents: 1685
diff changeset
344 bool allocated_on_res_area() const { return get_allocation_type() == RESOURCE_AREA; }
2dfd013a7465 6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents: 1685
diff changeset
345 bool allocated_on_C_heap() const { return get_allocation_type() == C_HEAP; }
2dfd013a7465 6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents: 1685
diff changeset
346 bool allocated_on_arena() const { return get_allocation_type() == ARENA; }
1685
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
347 ResourceObj(); // default construtor
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
348 ResourceObj(const ResourceObj& r); // default copy construtor
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
349 ResourceObj& operator=(const ResourceObj& r); // default copy assignment
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
350 ~ResourceObj();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
351 #endif // ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
352
a61af66fc99e Initial load
duke
parents:
diff changeset
353 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
354 void* operator new(size_t size, allocation_type type);
a61af66fc99e Initial load
duke
parents:
diff changeset
355 void* operator new(size_t size, Arena *arena) {
a61af66fc99e Initial load
duke
parents:
diff changeset
356 address res = (address)arena->Amalloc(size);
1685
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
357 DEBUG_ONLY(set_allocation_type(res, ARENA);)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
358 return res;
a61af66fc99e Initial load
duke
parents:
diff changeset
359 }
a61af66fc99e Initial load
duke
parents:
diff changeset
360 void* operator new(size_t size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
361 address res = (address)resource_allocate_bytes(size);
1685
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
362 DEBUG_ONLY(set_allocation_type(res, RESOURCE_AREA);)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
363 return res;
a61af66fc99e Initial load
duke
parents:
diff changeset
364 }
a61af66fc99e Initial load
duke
parents:
diff changeset
365 void operator delete(void* p);
a61af66fc99e Initial load
duke
parents:
diff changeset
366 };
a61af66fc99e Initial load
duke
parents:
diff changeset
367
a61af66fc99e Initial load
duke
parents:
diff changeset
368 // One of the following macros must be used when allocating an array
a61af66fc99e Initial load
duke
parents:
diff changeset
369 // or object to determine whether it should reside in the C heap on in
a61af66fc99e Initial load
duke
parents:
diff changeset
370 // the resource area.
a61af66fc99e Initial load
duke
parents:
diff changeset
371
a61af66fc99e Initial load
duke
parents:
diff changeset
372 #define NEW_RESOURCE_ARRAY(type, size)\
a61af66fc99e Initial load
duke
parents:
diff changeset
373 (type*) resource_allocate_bytes((size) * sizeof(type))
a61af66fc99e Initial load
duke
parents:
diff changeset
374
a61af66fc99e Initial load
duke
parents:
diff changeset
375 #define NEW_RESOURCE_ARRAY_IN_THREAD(thread, type, size)\
a61af66fc99e Initial load
duke
parents:
diff changeset
376 (type*) resource_allocate_bytes(thread, (size) * sizeof(type))
a61af66fc99e Initial load
duke
parents:
diff changeset
377
a61af66fc99e Initial load
duke
parents:
diff changeset
378 #define REALLOC_RESOURCE_ARRAY(type, old, old_size, new_size)\
a61af66fc99e Initial load
duke
parents:
diff changeset
379 (type*) resource_reallocate_bytes((char*)(old), (old_size) * sizeof(type), (new_size) * sizeof(type) )
a61af66fc99e Initial load
duke
parents:
diff changeset
380
a61af66fc99e Initial load
duke
parents:
diff changeset
381 #define FREE_RESOURCE_ARRAY(type, old, size)\
a61af66fc99e Initial load
duke
parents:
diff changeset
382 resource_free_bytes((char*)(old), (size) * sizeof(type))
a61af66fc99e Initial load
duke
parents:
diff changeset
383
a61af66fc99e Initial load
duke
parents:
diff changeset
384 #define FREE_FAST(old)\
a61af66fc99e Initial load
duke
parents:
diff changeset
385 /* nop */
a61af66fc99e Initial load
duke
parents:
diff changeset
386
a61af66fc99e Initial load
duke
parents:
diff changeset
387 #define NEW_RESOURCE_OBJ(type)\
a61af66fc99e Initial load
duke
parents:
diff changeset
388 NEW_RESOURCE_ARRAY(type, 1)
a61af66fc99e Initial load
duke
parents:
diff changeset
389
a61af66fc99e Initial load
duke
parents:
diff changeset
390 #define NEW_C_HEAP_ARRAY(type, size)\
a61af66fc99e Initial load
duke
parents:
diff changeset
391 (type*) (AllocateHeap((size) * sizeof(type), XSTR(type) " in " __FILE__))
a61af66fc99e Initial load
duke
parents:
diff changeset
392
a61af66fc99e Initial load
duke
parents:
diff changeset
393 #define REALLOC_C_HEAP_ARRAY(type, old, size)\
a61af66fc99e Initial load
duke
parents:
diff changeset
394 (type*) (ReallocateHeap((char*)old, (size) * sizeof(type), XSTR(type) " in " __FILE__))
a61af66fc99e Initial load
duke
parents:
diff changeset
395
a61af66fc99e Initial load
duke
parents:
diff changeset
396 #define FREE_C_HEAP_ARRAY(type,old) \
a61af66fc99e Initial load
duke
parents:
diff changeset
397 FreeHeap((char*)(old))
a61af66fc99e Initial load
duke
parents:
diff changeset
398
a61af66fc99e Initial load
duke
parents:
diff changeset
399 #define NEW_C_HEAP_OBJ(type)\
a61af66fc99e Initial load
duke
parents:
diff changeset
400 NEW_C_HEAP_ARRAY(type, 1)
a61af66fc99e Initial load
duke
parents:
diff changeset
401
a61af66fc99e Initial load
duke
parents:
diff changeset
402 extern bool warn_new_operator;
a61af66fc99e Initial load
duke
parents:
diff changeset
403
a61af66fc99e Initial load
duke
parents:
diff changeset
404 // for statistics
a61af66fc99e Initial load
duke
parents:
diff changeset
405 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
406 class AllocStats : StackObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
407 int start_mallocs, start_frees;
a61af66fc99e Initial load
duke
parents:
diff changeset
408 size_t start_malloc_bytes, start_res_bytes;
a61af66fc99e Initial load
duke
parents:
diff changeset
409 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
410 AllocStats();
a61af66fc99e Initial load
duke
parents:
diff changeset
411
a61af66fc99e Initial load
duke
parents:
diff changeset
412 int num_mallocs(); // since creation of receiver
a61af66fc99e Initial load
duke
parents:
diff changeset
413 size_t alloc_bytes();
a61af66fc99e Initial load
duke
parents:
diff changeset
414 size_t resource_bytes();
a61af66fc99e Initial load
duke
parents:
diff changeset
415 int num_frees();
a61af66fc99e Initial load
duke
parents:
diff changeset
416 void print();
a61af66fc99e Initial load
duke
parents:
diff changeset
417 };
a61af66fc99e Initial load
duke
parents:
diff changeset
418 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
419
a61af66fc99e Initial load
duke
parents:
diff changeset
420
a61af66fc99e Initial load
duke
parents:
diff changeset
421 //------------------------------ReallocMark---------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
422 // Code which uses REALLOC_RESOURCE_ARRAY should check an associated
a61af66fc99e Initial load
duke
parents:
diff changeset
423 // ReallocMark, which is declared in the same scope as the reallocated
a61af66fc99e Initial load
duke
parents:
diff changeset
424 // pointer. Any operation that could __potentially__ cause a reallocation
a61af66fc99e Initial load
duke
parents:
diff changeset
425 // should check the ReallocMark.
a61af66fc99e Initial load
duke
parents:
diff changeset
426 class ReallocMark: public StackObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
427 protected:
a61af66fc99e Initial load
duke
parents:
diff changeset
428 NOT_PRODUCT(int _nesting;)
a61af66fc99e Initial load
duke
parents:
diff changeset
429
a61af66fc99e Initial load
duke
parents:
diff changeset
430 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
431 ReallocMark() PRODUCT_RETURN;
a61af66fc99e Initial load
duke
parents:
diff changeset
432 void check() PRODUCT_RETURN;
a61af66fc99e Initial load
duke
parents:
diff changeset
433 };
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
434
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
435 #endif // SHARE_VM_MEMORY_ALLOCATION_HPP