annotate src/share/vm/memory/allocation.hpp @ 2250:f7de3327c683

7017124: Fix some VM stats to avoid 32-bit overflow Summary: Added new method inc_stat_counter() to increment long statistic values and use atomic long load and store. Reviewed-by: dholmes, jrose, phh, never
author kvn
date Mon, 07 Feb 2011 10:34:39 -0800
parents 79d8657be916
children 4a9604cd7c5f
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
2250
f7de3327c683 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 2015
diff changeset
2 * Copyright (c) 1997, 2011, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 342
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 342
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 342
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
25 #ifndef SHARE_VM_MEMORY_ALLOCATION_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
26 #define SHARE_VM_MEMORY_ALLOCATION_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
27
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
28 #include "runtime/globals.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
29 #include "utilities/globalDefinitions.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
30 #ifdef COMPILER1
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
31 #include "c1/c1_globals.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
32 #endif
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
33 #ifdef COMPILER2
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
34 #include "opto/c2_globals.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
35 #endif
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
36
0
a61af66fc99e Initial load
duke
parents:
diff changeset
37 #define ARENA_ALIGN_M1 (((size_t)(ARENA_AMALLOC_ALIGNMENT)) - 1)
a61af66fc99e Initial load
duke
parents:
diff changeset
38 #define ARENA_ALIGN_MASK (~((size_t)ARENA_ALIGN_M1))
a61af66fc99e Initial load
duke
parents:
diff changeset
39 #define ARENA_ALIGN(x) ((((size_t)(x)) + ARENA_ALIGN_M1) & ARENA_ALIGN_MASK)
a61af66fc99e Initial load
duke
parents:
diff changeset
40
a61af66fc99e Initial load
duke
parents:
diff changeset
41 // All classes in the virtual machine must be subclassed
a61af66fc99e Initial load
duke
parents:
diff changeset
42 // by one of the following allocation classes:
a61af66fc99e Initial load
duke
parents:
diff changeset
43 //
a61af66fc99e Initial load
duke
parents:
diff changeset
44 // For objects allocated in the resource area (see resourceArea.hpp).
a61af66fc99e Initial load
duke
parents:
diff changeset
45 // - ResourceObj
a61af66fc99e Initial load
duke
parents:
diff changeset
46 //
a61af66fc99e Initial load
duke
parents:
diff changeset
47 // For objects allocated in the C-heap (managed by: free & malloc).
a61af66fc99e Initial load
duke
parents:
diff changeset
48 // - CHeapObj
a61af66fc99e Initial load
duke
parents:
diff changeset
49 //
a61af66fc99e Initial load
duke
parents:
diff changeset
50 // For objects allocated on the stack.
a61af66fc99e Initial load
duke
parents:
diff changeset
51 // - StackObj
a61af66fc99e Initial load
duke
parents:
diff changeset
52 //
a61af66fc99e Initial load
duke
parents:
diff changeset
53 // For embedded objects.
a61af66fc99e Initial load
duke
parents:
diff changeset
54 // - ValueObj
a61af66fc99e Initial load
duke
parents:
diff changeset
55 //
a61af66fc99e Initial load
duke
parents:
diff changeset
56 // For classes used as name spaces.
a61af66fc99e Initial load
duke
parents:
diff changeset
57 // - AllStatic
a61af66fc99e Initial load
duke
parents:
diff changeset
58 //
a61af66fc99e Initial load
duke
parents:
diff changeset
59 // The printable subclasses are used for debugging and define virtual
a61af66fc99e Initial load
duke
parents:
diff changeset
60 // member functions for printing. Classes that avoid allocating the
a61af66fc99e Initial load
duke
parents:
diff changeset
61 // vtbl entries in the objects should therefore not be the printable
a61af66fc99e Initial load
duke
parents:
diff changeset
62 // subclasses.
a61af66fc99e Initial load
duke
parents:
diff changeset
63 //
a61af66fc99e Initial load
duke
parents:
diff changeset
64 // The following macros and function should be used to allocate memory
a61af66fc99e Initial load
duke
parents:
diff changeset
65 // directly in the resource area or in the C-heap:
a61af66fc99e Initial load
duke
parents:
diff changeset
66 //
a61af66fc99e Initial load
duke
parents:
diff changeset
67 // NEW_RESOURCE_ARRAY(type,size)
a61af66fc99e Initial load
duke
parents:
diff changeset
68 // NEW_RESOURCE_OBJ(type)
a61af66fc99e Initial load
duke
parents:
diff changeset
69 // NEW_C_HEAP_ARRAY(type,size)
a61af66fc99e Initial load
duke
parents:
diff changeset
70 // NEW_C_HEAP_OBJ(type)
a61af66fc99e Initial load
duke
parents:
diff changeset
71 // char* AllocateHeap(size_t size, const char* name);
a61af66fc99e Initial load
duke
parents:
diff changeset
72 // void FreeHeap(void* p);
a61af66fc99e Initial load
duke
parents:
diff changeset
73 //
a61af66fc99e Initial load
duke
parents:
diff changeset
74 // C-heap allocation can be traced using +PrintHeapAllocation.
a61af66fc99e Initial load
duke
parents:
diff changeset
75 // malloc and free should therefore never called directly.
a61af66fc99e Initial load
duke
parents:
diff changeset
76
a61af66fc99e Initial load
duke
parents:
diff changeset
77 // Base class for objects allocated in the C-heap.
a61af66fc99e Initial load
duke
parents:
diff changeset
78
a61af66fc99e Initial load
duke
parents:
diff changeset
79 // In non product mode we introduce a super class for all allocation classes
a61af66fc99e Initial load
duke
parents:
diff changeset
80 // that supports printing.
a61af66fc99e Initial load
duke
parents:
diff changeset
81 // We avoid the superclass in product mode since some C++ compilers add
a61af66fc99e Initial load
duke
parents:
diff changeset
82 // a word overhead for empty super classes.
a61af66fc99e Initial load
duke
parents:
diff changeset
83
a61af66fc99e Initial load
duke
parents:
diff changeset
84 #ifdef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
85 #define ALLOCATION_SUPER_CLASS_SPEC
a61af66fc99e Initial load
duke
parents:
diff changeset
86 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
87 #define ALLOCATION_SUPER_CLASS_SPEC : public AllocatedObj
a61af66fc99e Initial load
duke
parents:
diff changeset
88 class AllocatedObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
89 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
90 // Printing support
a61af66fc99e Initial load
duke
parents:
diff changeset
91 void print() const;
a61af66fc99e Initial load
duke
parents:
diff changeset
92 void print_value() const;
a61af66fc99e Initial load
duke
parents:
diff changeset
93
a61af66fc99e Initial load
duke
parents:
diff changeset
94 virtual void print_on(outputStream* st) const;
a61af66fc99e Initial load
duke
parents:
diff changeset
95 virtual void print_value_on(outputStream* st) const;
a61af66fc99e Initial load
duke
parents:
diff changeset
96 };
a61af66fc99e Initial load
duke
parents:
diff changeset
97 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
98
a61af66fc99e Initial load
duke
parents:
diff changeset
99 class CHeapObj ALLOCATION_SUPER_CLASS_SPEC {
a61af66fc99e Initial load
duke
parents:
diff changeset
100 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
101 void* operator new(size_t size);
a61af66fc99e Initial load
duke
parents:
diff changeset
102 void operator delete(void* p);
a61af66fc99e Initial load
duke
parents:
diff changeset
103 void* new_array(size_t size);
a61af66fc99e Initial load
duke
parents:
diff changeset
104 };
a61af66fc99e Initial load
duke
parents:
diff changeset
105
a61af66fc99e Initial load
duke
parents:
diff changeset
106 // Base class for objects allocated on the stack only.
a61af66fc99e Initial load
duke
parents:
diff changeset
107 // Calling new or delete will result in fatal error.
a61af66fc99e Initial load
duke
parents:
diff changeset
108
a61af66fc99e Initial load
duke
parents:
diff changeset
109 class StackObj ALLOCATION_SUPER_CLASS_SPEC {
a61af66fc99e Initial load
duke
parents:
diff changeset
110 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
111 void* operator new(size_t size);
a61af66fc99e Initial load
duke
parents:
diff changeset
112 void operator delete(void* p);
a61af66fc99e Initial load
duke
parents:
diff changeset
113 };
a61af66fc99e Initial load
duke
parents:
diff changeset
114
a61af66fc99e Initial load
duke
parents:
diff changeset
115 // Base class for objects used as value objects.
a61af66fc99e Initial load
duke
parents:
diff changeset
116 // Calling new or delete will result in fatal error.
a61af66fc99e Initial load
duke
parents:
diff changeset
117 //
a61af66fc99e Initial load
duke
parents:
diff changeset
118 // Portability note: Certain compilers (e.g. gcc) will
a61af66fc99e Initial load
duke
parents:
diff changeset
119 // always make classes bigger if it has a superclass, even
a61af66fc99e Initial load
duke
parents:
diff changeset
120 // if the superclass does not have any virtual methods or
a61af66fc99e Initial load
duke
parents:
diff changeset
121 // instance fields. The HotSpot implementation relies on this
a61af66fc99e Initial load
duke
parents:
diff changeset
122 // not to happen. So never make a ValueObj class a direct subclass
a61af66fc99e Initial load
duke
parents:
diff changeset
123 // of this object, but use the VALUE_OBJ_CLASS_SPEC class instead, e.g.,
a61af66fc99e Initial load
duke
parents:
diff changeset
124 // like this:
a61af66fc99e Initial load
duke
parents:
diff changeset
125 //
a61af66fc99e Initial load
duke
parents:
diff changeset
126 // class A VALUE_OBJ_CLASS_SPEC {
a61af66fc99e Initial load
duke
parents:
diff changeset
127 // ...
a61af66fc99e Initial load
duke
parents:
diff changeset
128 // }
a61af66fc99e Initial load
duke
parents:
diff changeset
129 //
a61af66fc99e Initial load
duke
parents:
diff changeset
130 // With gcc and possible other compilers the VALUE_OBJ_CLASS_SPEC can
a61af66fc99e Initial load
duke
parents:
diff changeset
131 // be defined as a an empty string "".
a61af66fc99e Initial load
duke
parents:
diff changeset
132 //
a61af66fc99e Initial load
duke
parents:
diff changeset
133 class _ValueObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
134 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
135 void* operator new(size_t size);
a61af66fc99e Initial load
duke
parents:
diff changeset
136 void operator delete(void* p);
a61af66fc99e Initial load
duke
parents:
diff changeset
137 };
a61af66fc99e Initial load
duke
parents:
diff changeset
138
a61af66fc99e Initial load
duke
parents:
diff changeset
139 // Base class for classes that constitute name spaces.
a61af66fc99e Initial load
duke
parents:
diff changeset
140
a61af66fc99e Initial load
duke
parents:
diff changeset
141 class AllStatic {
a61af66fc99e Initial load
duke
parents:
diff changeset
142 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
143 AllStatic() { ShouldNotCallThis(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
144 ~AllStatic() { ShouldNotCallThis(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
145 };
a61af66fc99e Initial load
duke
parents:
diff changeset
146
a61af66fc99e Initial load
duke
parents:
diff changeset
147
a61af66fc99e Initial load
duke
parents:
diff changeset
148 //------------------------------Chunk------------------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
149 // Linked list of raw memory chunks
a61af66fc99e Initial load
duke
parents:
diff changeset
150 class Chunk: public CHeapObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
151 protected:
a61af66fc99e Initial load
duke
parents:
diff changeset
152 Chunk* _next; // Next Chunk in list
a61af66fc99e Initial load
duke
parents:
diff changeset
153 const size_t _len; // Size of this Chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
154 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
155 void* operator new(size_t size, size_t length);
a61af66fc99e Initial load
duke
parents:
diff changeset
156 void operator delete(void* p);
a61af66fc99e Initial load
duke
parents:
diff changeset
157 Chunk(size_t length);
a61af66fc99e Initial load
duke
parents:
diff changeset
158
a61af66fc99e Initial load
duke
parents:
diff changeset
159 enum {
a61af66fc99e Initial load
duke
parents:
diff changeset
160 // default sizes; make them slightly smaller than 2**k to guard against
a61af66fc99e Initial load
duke
parents:
diff changeset
161 // buddy-system style malloc implementations
a61af66fc99e Initial load
duke
parents:
diff changeset
162 #ifdef _LP64
a61af66fc99e Initial load
duke
parents:
diff changeset
163 slack = 40, // [RGV] Not sure if this is right, but make it
a61af66fc99e Initial load
duke
parents:
diff changeset
164 // a multiple of 8.
a61af66fc99e Initial load
duke
parents:
diff changeset
165 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
166 slack = 20, // suspected sizeof(Chunk) + internal malloc headers
a61af66fc99e Initial load
duke
parents:
diff changeset
167 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
168
a61af66fc99e Initial load
duke
parents:
diff changeset
169 init_size = 1*K - slack, // Size of first chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
170 medium_size= 10*K - slack, // Size of medium-sized chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
171 size = 32*K - slack, // Default size of an Arena chunk (following the first)
a61af66fc99e Initial load
duke
parents:
diff changeset
172 non_pool_size = init_size + 32 // An initial size which is not one of above
a61af66fc99e Initial load
duke
parents:
diff changeset
173 };
a61af66fc99e Initial load
duke
parents:
diff changeset
174
a61af66fc99e Initial load
duke
parents:
diff changeset
175 void chop(); // Chop this chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
176 void next_chop(); // Chop next chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
177 static size_t aligned_overhead_size(void) { return ARENA_ALIGN(sizeof(Chunk)); }
a61af66fc99e Initial load
duke
parents:
diff changeset
178
a61af66fc99e Initial load
duke
parents:
diff changeset
179 size_t length() const { return _len; }
a61af66fc99e Initial load
duke
parents:
diff changeset
180 Chunk* next() const { return _next; }
a61af66fc99e Initial load
duke
parents:
diff changeset
181 void set_next(Chunk* n) { _next = n; }
a61af66fc99e Initial load
duke
parents:
diff changeset
182 // Boundaries of data area (possibly unused)
a61af66fc99e Initial load
duke
parents:
diff changeset
183 char* bottom() const { return ((char*) this) + aligned_overhead_size(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
184 char* top() const { return bottom() + _len; }
a61af66fc99e Initial load
duke
parents:
diff changeset
185 bool contains(char* p) const { return bottom() <= p && p <= top(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
186
a61af66fc99e Initial load
duke
parents:
diff changeset
187 // Start the chunk_pool cleaner task
a61af66fc99e Initial load
duke
parents:
diff changeset
188 static void start_chunk_pool_cleaner_task();
1681
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1552
diff changeset
189
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1552
diff changeset
190 static void clean_chunk_pool();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
191 };
a61af66fc99e Initial load
duke
parents:
diff changeset
192
a61af66fc99e Initial load
duke
parents:
diff changeset
193 //------------------------------Arena------------------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
194 // Fast allocation of memory
a61af66fc99e Initial load
duke
parents:
diff changeset
195 class Arena: public CHeapObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
196 protected:
a61af66fc99e Initial load
duke
parents:
diff changeset
197 friend class ResourceMark;
a61af66fc99e Initial load
duke
parents:
diff changeset
198 friend class HandleMark;
a61af66fc99e Initial load
duke
parents:
diff changeset
199 friend class NoHandleMark;
a61af66fc99e Initial load
duke
parents:
diff changeset
200 Chunk *_first; // First chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
201 Chunk *_chunk; // current chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
202 char *_hwm, *_max; // High water mark and max in current chunk
a61af66fc99e Initial load
duke
parents:
diff changeset
203 void* grow(size_t x); // Get a new Chunk of at least size x
a61af66fc99e Initial load
duke
parents:
diff changeset
204 NOT_PRODUCT(size_t _size_in_bytes;) // Size of arena (used for memory usage tracing)
2250
f7de3327c683 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 2015
diff changeset
205 NOT_PRODUCT(static julong _bytes_allocated;) // total #bytes allocated since start
0
a61af66fc99e Initial load
duke
parents:
diff changeset
206 friend class AllocStats;
a61af66fc99e Initial load
duke
parents:
diff changeset
207 debug_only(void* malloc(size_t size);)
a61af66fc99e Initial load
duke
parents:
diff changeset
208 debug_only(void* internal_malloc_4(size_t x);)
2250
f7de3327c683 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 2015
diff changeset
209 NOT_PRODUCT(void inc_bytes_allocated(size_t x);)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
210 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
211 Arena();
a61af66fc99e Initial load
duke
parents:
diff changeset
212 Arena(size_t init_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
213 Arena(Arena *old);
a61af66fc99e Initial load
duke
parents:
diff changeset
214 ~Arena();
a61af66fc99e Initial load
duke
parents:
diff changeset
215 void destruct_contents();
a61af66fc99e Initial load
duke
parents:
diff changeset
216 char* hwm() const { return _hwm; }
a61af66fc99e Initial load
duke
parents:
diff changeset
217
a61af66fc99e Initial load
duke
parents:
diff changeset
218 // Fast allocate in the arena. Common case is: pointer test + increment.
a61af66fc99e Initial load
duke
parents:
diff changeset
219 void* Amalloc(size_t x) {
a61af66fc99e Initial load
duke
parents:
diff changeset
220 assert(is_power_of_2(ARENA_AMALLOC_ALIGNMENT) , "should be a power of 2");
a61af66fc99e Initial load
duke
parents:
diff changeset
221 x = ARENA_ALIGN(x);
a61af66fc99e Initial load
duke
parents:
diff changeset
222 debug_only(if (UseMallocOnly) return malloc(x);)
2250
f7de3327c683 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 2015
diff changeset
223 NOT_PRODUCT(inc_bytes_allocated(x);)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
224 if (_hwm + x > _max) {
a61af66fc99e Initial load
duke
parents:
diff changeset
225 return grow(x);
a61af66fc99e Initial load
duke
parents:
diff changeset
226 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
227 char *old = _hwm;
a61af66fc99e Initial load
duke
parents:
diff changeset
228 _hwm += x;
a61af66fc99e Initial load
duke
parents:
diff changeset
229 return old;
a61af66fc99e Initial load
duke
parents:
diff changeset
230 }
a61af66fc99e Initial load
duke
parents:
diff changeset
231 }
a61af66fc99e Initial load
duke
parents:
diff changeset
232 // Further assume size is padded out to words
a61af66fc99e Initial load
duke
parents:
diff changeset
233 void *Amalloc_4(size_t x) {
a61af66fc99e Initial load
duke
parents:
diff changeset
234 assert( (x&(sizeof(char*)-1)) == 0, "misaligned size" );
a61af66fc99e Initial load
duke
parents:
diff changeset
235 debug_only(if (UseMallocOnly) return malloc(x);)
2250
f7de3327c683 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 2015
diff changeset
236 NOT_PRODUCT(inc_bytes_allocated(x);)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
237 if (_hwm + x > _max) {
a61af66fc99e Initial load
duke
parents:
diff changeset
238 return grow(x);
a61af66fc99e Initial load
duke
parents:
diff changeset
239 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
240 char *old = _hwm;
a61af66fc99e Initial load
duke
parents:
diff changeset
241 _hwm += x;
a61af66fc99e Initial load
duke
parents:
diff changeset
242 return old;
a61af66fc99e Initial load
duke
parents:
diff changeset
243 }
a61af66fc99e Initial load
duke
parents:
diff changeset
244 }
a61af66fc99e Initial load
duke
parents:
diff changeset
245
a61af66fc99e Initial load
duke
parents:
diff changeset
246 // Allocate with 'double' alignment. It is 8 bytes on sparc.
a61af66fc99e Initial load
duke
parents:
diff changeset
247 // In other cases Amalloc_D() should be the same as Amalloc_4().
a61af66fc99e Initial load
duke
parents:
diff changeset
248 void* Amalloc_D(size_t x) {
a61af66fc99e Initial load
duke
parents:
diff changeset
249 assert( (x&(sizeof(char*)-1)) == 0, "misaligned size" );
a61af66fc99e Initial load
duke
parents:
diff changeset
250 debug_only(if (UseMallocOnly) return malloc(x);)
a61af66fc99e Initial load
duke
parents:
diff changeset
251 #if defined(SPARC) && !defined(_LP64)
a61af66fc99e Initial load
duke
parents:
diff changeset
252 #define DALIGN_M1 7
a61af66fc99e Initial load
duke
parents:
diff changeset
253 size_t delta = (((size_t)_hwm + DALIGN_M1) & ~DALIGN_M1) - (size_t)_hwm;
a61af66fc99e Initial load
duke
parents:
diff changeset
254 x += delta;
a61af66fc99e Initial load
duke
parents:
diff changeset
255 #endif
2250
f7de3327c683 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 2015
diff changeset
256 NOT_PRODUCT(inc_bytes_allocated(x);)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
257 if (_hwm + x > _max) {
a61af66fc99e Initial load
duke
parents:
diff changeset
258 return grow(x); // grow() returns a result aligned >= 8 bytes.
a61af66fc99e Initial load
duke
parents:
diff changeset
259 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
260 char *old = _hwm;
a61af66fc99e Initial load
duke
parents:
diff changeset
261 _hwm += x;
a61af66fc99e Initial load
duke
parents:
diff changeset
262 #if defined(SPARC) && !defined(_LP64)
a61af66fc99e Initial load
duke
parents:
diff changeset
263 old += delta; // align to 8-bytes
a61af66fc99e Initial load
duke
parents:
diff changeset
264 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
265 return old;
a61af66fc99e Initial load
duke
parents:
diff changeset
266 }
a61af66fc99e Initial load
duke
parents:
diff changeset
267 }
a61af66fc99e Initial load
duke
parents:
diff changeset
268
a61af66fc99e Initial load
duke
parents:
diff changeset
269 // Fast delete in area. Common case is: NOP (except for storage reclaimed)
a61af66fc99e Initial load
duke
parents:
diff changeset
270 void Afree(void *ptr, size_t size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
271 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
272 if (ZapResourceArea) memset(ptr, badResourceValue, size); // zap freed memory
a61af66fc99e Initial load
duke
parents:
diff changeset
273 if (UseMallocOnly) return;
a61af66fc99e Initial load
duke
parents:
diff changeset
274 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
275 if (((char*)ptr) + size == _hwm) _hwm = (char*)ptr;
a61af66fc99e Initial load
duke
parents:
diff changeset
276 }
a61af66fc99e Initial load
duke
parents:
diff changeset
277
a61af66fc99e Initial load
duke
parents:
diff changeset
278 void *Arealloc( void *old_ptr, size_t old_size, size_t new_size );
a61af66fc99e Initial load
duke
parents:
diff changeset
279
a61af66fc99e Initial load
duke
parents:
diff changeset
280 // Move contents of this arena into an empty arena
a61af66fc99e Initial load
duke
parents:
diff changeset
281 Arena *move_contents(Arena *empty_arena);
a61af66fc99e Initial load
duke
parents:
diff changeset
282
a61af66fc99e Initial load
duke
parents:
diff changeset
283 // Determine if pointer belongs to this Arena or not.
a61af66fc99e Initial load
duke
parents:
diff changeset
284 bool contains( const void *ptr ) const;
a61af66fc99e Initial load
duke
parents:
diff changeset
285
a61af66fc99e Initial load
duke
parents:
diff changeset
286 // Total of all chunks in use (not thread-safe)
a61af66fc99e Initial load
duke
parents:
diff changeset
287 size_t used() const;
a61af66fc99e Initial load
duke
parents:
diff changeset
288
a61af66fc99e Initial load
duke
parents:
diff changeset
289 // Total # of bytes used
a61af66fc99e Initial load
duke
parents:
diff changeset
290 size_t size_in_bytes() const NOT_PRODUCT({ return _size_in_bytes; }) PRODUCT_RETURN0;
a61af66fc99e Initial load
duke
parents:
diff changeset
291 void set_size_in_bytes(size_t size) NOT_PRODUCT({ _size_in_bytes = size; }) PRODUCT_RETURN;
a61af66fc99e Initial load
duke
parents:
diff changeset
292 static void free_malloced_objects(Chunk* chunk, char* hwm, char* max, char* hwm2) PRODUCT_RETURN;
a61af66fc99e Initial load
duke
parents:
diff changeset
293 static void free_all(char** start, char** end) PRODUCT_RETURN;
a61af66fc99e Initial load
duke
parents:
diff changeset
294
a61af66fc99e Initial load
duke
parents:
diff changeset
295 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
296 // Reset this Arena to empty, access will trigger grow if necessary
a61af66fc99e Initial load
duke
parents:
diff changeset
297 void reset(void) {
a61af66fc99e Initial load
duke
parents:
diff changeset
298 _first = _chunk = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
299 _hwm = _max = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
300 }
a61af66fc99e Initial load
duke
parents:
diff changeset
301 };
a61af66fc99e Initial load
duke
parents:
diff changeset
302
a61af66fc99e Initial load
duke
parents:
diff changeset
303 // One of the following macros must be used when allocating
a61af66fc99e Initial load
duke
parents:
diff changeset
304 // an array or object from an arena
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
305 #define NEW_ARENA_ARRAY(arena, type, size) \
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
306 (type*) (arena)->Amalloc((size) * sizeof(type))
0
a61af66fc99e Initial load
duke
parents:
diff changeset
307
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
308 #define REALLOC_ARENA_ARRAY(arena, type, old, old_size, new_size) \
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
309 (type*) (arena)->Arealloc((char*)(old), (old_size) * sizeof(type), \
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
310 (new_size) * sizeof(type) )
0
a61af66fc99e Initial load
duke
parents:
diff changeset
311
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
312 #define FREE_ARENA_ARRAY(arena, type, old, size) \
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
313 (arena)->Afree((char*)(old), (size) * sizeof(type))
0
a61af66fc99e Initial load
duke
parents:
diff changeset
314
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1689
diff changeset
315 #define NEW_ARENA_OBJ(arena, type) \
0
a61af66fc99e Initial load
duke
parents:
diff changeset
316 NEW_ARENA_ARRAY(arena, type, 1)
a61af66fc99e Initial load
duke
parents:
diff changeset
317
a61af66fc99e Initial load
duke
parents:
diff changeset
318
a61af66fc99e Initial load
duke
parents:
diff changeset
319 //%note allocation_1
a61af66fc99e Initial load
duke
parents:
diff changeset
320 extern char* resource_allocate_bytes(size_t size);
a61af66fc99e Initial load
duke
parents:
diff changeset
321 extern char* resource_allocate_bytes(Thread* thread, size_t size);
a61af66fc99e Initial load
duke
parents:
diff changeset
322 extern char* resource_reallocate_bytes( char *old, size_t old_size, size_t new_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
323 extern void resource_free_bytes( char *old, size_t size );
a61af66fc99e Initial load
duke
parents:
diff changeset
324
a61af66fc99e Initial load
duke
parents:
diff changeset
325 //----------------------------------------------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
326 // Base class for objects allocated in the resource area per default.
a61af66fc99e Initial load
duke
parents:
diff changeset
327 // Optionally, objects may be allocated on the C heap with
a61af66fc99e Initial load
duke
parents:
diff changeset
328 // new(ResourceObj::C_HEAP) Foo(...) or in an Arena with new (&arena)
a61af66fc99e Initial load
duke
parents:
diff changeset
329 // ResourceObj's can be allocated within other objects, but don't use
a61af66fc99e Initial load
duke
parents:
diff changeset
330 // new or delete (allocation_type is unknown). If new is used to allocate,
a61af66fc99e Initial load
duke
parents:
diff changeset
331 // use delete to deallocate.
a61af66fc99e Initial load
duke
parents:
diff changeset
332 class ResourceObj ALLOCATION_SUPER_CLASS_SPEC {
a61af66fc99e Initial load
duke
parents:
diff changeset
333 public:
1685
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
334 enum allocation_type { STACK_OR_EMBEDDED = 0, RESOURCE_AREA, C_HEAP, ARENA, allocation_mask = 0x3 };
1688
2dfd013a7465 6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents: 1685
diff changeset
335 static void set_allocation_type(address res, allocation_type type) NOT_DEBUG_RETURN;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
336 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
337 private:
1685
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
338 // When this object is allocated on stack the new() operator is not
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
339 // called but garbage on stack may look like a valid allocation_type.
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
340 // Store negated 'this' pointer when new() is called to distinguish cases.
2015
79d8657be916 6993125: runThese crashes with assert(Thread::current()->on_local_stack((address)this))
kvn
parents: 1972
diff changeset
341 // Use second array's element for verification value to distinguish garbage.
79d8657be916 6993125: runThese crashes with assert(Thread::current()->on_local_stack((address)this))
kvn
parents: 1972
diff changeset
342 uintptr_t _allocation_t[2];
79d8657be916 6993125: runThese crashes with assert(Thread::current()->on_local_stack((address)this))
kvn
parents: 1972
diff changeset
343 bool is_type_set() const;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
344 public:
1688
2dfd013a7465 6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents: 1685
diff changeset
345 allocation_type get_allocation_type() const;
2dfd013a7465 6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents: 1685
diff changeset
346 bool allocated_on_stack() const { return get_allocation_type() == STACK_OR_EMBEDDED; }
2dfd013a7465 6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents: 1685
diff changeset
347 bool allocated_on_res_area() const { return get_allocation_type() == RESOURCE_AREA; }
2dfd013a7465 6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents: 1685
diff changeset
348 bool allocated_on_C_heap() const { return get_allocation_type() == C_HEAP; }
2dfd013a7465 6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents: 1685
diff changeset
349 bool allocated_on_arena() const { return get_allocation_type() == ARENA; }
1685
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
350 ResourceObj(); // default construtor
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
351 ResourceObj(const ResourceObj& r); // default copy construtor
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
352 ResourceObj& operator=(const ResourceObj& r); // default copy assignment
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
353 ~ResourceObj();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
354 #endif // ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
355
a61af66fc99e Initial load
duke
parents:
diff changeset
356 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
357 void* operator new(size_t size, allocation_type type);
a61af66fc99e Initial load
duke
parents:
diff changeset
358 void* operator new(size_t size, Arena *arena) {
a61af66fc99e Initial load
duke
parents:
diff changeset
359 address res = (address)arena->Amalloc(size);
1685
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
360 DEBUG_ONLY(set_allocation_type(res, ARENA);)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
361 return res;
a61af66fc99e Initial load
duke
parents:
diff changeset
362 }
a61af66fc99e Initial load
duke
parents:
diff changeset
363 void* operator new(size_t size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
364 address res = (address)resource_allocate_bytes(size);
1685
0e35fa8ebccd 6973963: SEGV in ciBlock::start_bci() with EA
kvn
parents: 1552
diff changeset
365 DEBUG_ONLY(set_allocation_type(res, RESOURCE_AREA);)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
366 return res;
a61af66fc99e Initial load
duke
parents:
diff changeset
367 }
a61af66fc99e Initial load
duke
parents:
diff changeset
368 void operator delete(void* p);
a61af66fc99e Initial load
duke
parents:
diff changeset
369 };
a61af66fc99e Initial load
duke
parents:
diff changeset
370
a61af66fc99e Initial load
duke
parents:
diff changeset
371 // One of the following macros must be used when allocating an array
a61af66fc99e Initial load
duke
parents:
diff changeset
372 // or object to determine whether it should reside in the C heap on in
a61af66fc99e Initial load
duke
parents:
diff changeset
373 // the resource area.
a61af66fc99e Initial load
duke
parents:
diff changeset
374
a61af66fc99e Initial load
duke
parents:
diff changeset
375 #define NEW_RESOURCE_ARRAY(type, size)\
a61af66fc99e Initial load
duke
parents:
diff changeset
376 (type*) resource_allocate_bytes((size) * sizeof(type))
a61af66fc99e Initial load
duke
parents:
diff changeset
377
a61af66fc99e Initial load
duke
parents:
diff changeset
378 #define NEW_RESOURCE_ARRAY_IN_THREAD(thread, type, size)\
a61af66fc99e Initial load
duke
parents:
diff changeset
379 (type*) resource_allocate_bytes(thread, (size) * sizeof(type))
a61af66fc99e Initial load
duke
parents:
diff changeset
380
a61af66fc99e Initial load
duke
parents:
diff changeset
381 #define REALLOC_RESOURCE_ARRAY(type, old, old_size, new_size)\
a61af66fc99e Initial load
duke
parents:
diff changeset
382 (type*) resource_reallocate_bytes((char*)(old), (old_size) * sizeof(type), (new_size) * sizeof(type) )
a61af66fc99e Initial load
duke
parents:
diff changeset
383
a61af66fc99e Initial load
duke
parents:
diff changeset
384 #define FREE_RESOURCE_ARRAY(type, old, size)\
a61af66fc99e Initial load
duke
parents:
diff changeset
385 resource_free_bytes((char*)(old), (size) * sizeof(type))
a61af66fc99e Initial load
duke
parents:
diff changeset
386
a61af66fc99e Initial load
duke
parents:
diff changeset
387 #define FREE_FAST(old)\
a61af66fc99e Initial load
duke
parents:
diff changeset
388 /* nop */
a61af66fc99e Initial load
duke
parents:
diff changeset
389
a61af66fc99e Initial load
duke
parents:
diff changeset
390 #define NEW_RESOURCE_OBJ(type)\
a61af66fc99e Initial load
duke
parents:
diff changeset
391 NEW_RESOURCE_ARRAY(type, 1)
a61af66fc99e Initial load
duke
parents:
diff changeset
392
a61af66fc99e Initial load
duke
parents:
diff changeset
393 #define NEW_C_HEAP_ARRAY(type, size)\
a61af66fc99e Initial load
duke
parents:
diff changeset
394 (type*) (AllocateHeap((size) * sizeof(type), XSTR(type) " in " __FILE__))
a61af66fc99e Initial load
duke
parents:
diff changeset
395
a61af66fc99e Initial load
duke
parents:
diff changeset
396 #define REALLOC_C_HEAP_ARRAY(type, old, size)\
a61af66fc99e Initial load
duke
parents:
diff changeset
397 (type*) (ReallocateHeap((char*)old, (size) * sizeof(type), XSTR(type) " in " __FILE__))
a61af66fc99e Initial load
duke
parents:
diff changeset
398
a61af66fc99e Initial load
duke
parents:
diff changeset
399 #define FREE_C_HEAP_ARRAY(type,old) \
a61af66fc99e Initial load
duke
parents:
diff changeset
400 FreeHeap((char*)(old))
a61af66fc99e Initial load
duke
parents:
diff changeset
401
a61af66fc99e Initial load
duke
parents:
diff changeset
402 #define NEW_C_HEAP_OBJ(type)\
a61af66fc99e Initial load
duke
parents:
diff changeset
403 NEW_C_HEAP_ARRAY(type, 1)
a61af66fc99e Initial load
duke
parents:
diff changeset
404
a61af66fc99e Initial load
duke
parents:
diff changeset
405 extern bool warn_new_operator;
a61af66fc99e Initial load
duke
parents:
diff changeset
406
a61af66fc99e Initial load
duke
parents:
diff changeset
407 // for statistics
a61af66fc99e Initial load
duke
parents:
diff changeset
408 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
409 class AllocStats : StackObj {
2250
f7de3327c683 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 2015
diff changeset
410 julong start_mallocs, start_frees;
f7de3327c683 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 2015
diff changeset
411 julong start_malloc_bytes, start_mfree_bytes, start_res_bytes;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
412 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
413 AllocStats();
a61af66fc99e Initial load
duke
parents:
diff changeset
414
2250
f7de3327c683 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 2015
diff changeset
415 julong num_mallocs(); // since creation of receiver
f7de3327c683 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 2015
diff changeset
416 julong alloc_bytes();
f7de3327c683 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 2015
diff changeset
417 julong num_frees();
f7de3327c683 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 2015
diff changeset
418 julong free_bytes();
f7de3327c683 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 2015
diff changeset
419 julong resource_bytes();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
420 void print();
a61af66fc99e Initial load
duke
parents:
diff changeset
421 };
a61af66fc99e Initial load
duke
parents:
diff changeset
422 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
423
a61af66fc99e Initial load
duke
parents:
diff changeset
424
a61af66fc99e Initial load
duke
parents:
diff changeset
425 //------------------------------ReallocMark---------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
426 // Code which uses REALLOC_RESOURCE_ARRAY should check an associated
a61af66fc99e Initial load
duke
parents:
diff changeset
427 // ReallocMark, which is declared in the same scope as the reallocated
a61af66fc99e Initial load
duke
parents:
diff changeset
428 // pointer. Any operation that could __potentially__ cause a reallocation
a61af66fc99e Initial load
duke
parents:
diff changeset
429 // should check the ReallocMark.
a61af66fc99e Initial load
duke
parents:
diff changeset
430 class ReallocMark: public StackObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
431 protected:
a61af66fc99e Initial load
duke
parents:
diff changeset
432 NOT_PRODUCT(int _nesting;)
a61af66fc99e Initial load
duke
parents:
diff changeset
433
a61af66fc99e Initial load
duke
parents:
diff changeset
434 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
435 ReallocMark() PRODUCT_RETURN;
a61af66fc99e Initial load
duke
parents:
diff changeset
436 void check() PRODUCT_RETURN;
a61af66fc99e Initial load
duke
parents:
diff changeset
437 };
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
438
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
439 #endif // SHARE_VM_MEMORY_ALLOCATION_HPP