annotate src/share/vm/memory/heap.hpp @ 452:00b023ae2d78

6722113: CMS: Incorrect overflow handling during precleaning of Reference lists Summary: When we encounter marking stack overflow during precleaning of Reference lists, we were using the overflow list mechanism, which can cause problems on account of mutating the mark word of the header because of conflicts with mutator accesses and updates of that field. Instead we should use the usual mechanism for overflow handling in concurrent phases, namely dirtying of the card on which the overflowed object lies. Since precleaning effectively does a form of discovered list processing, albeit with discovery enabled, we needed to adjust some code to be correct in the face of interleaved processing and discovery. Reviewed-by: apetrusenko, jcoomes
author ysr
date Thu, 20 Nov 2008 12:27:41 -0800
parents a61af66fc99e
children c18cbe5936b8
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
a61af66fc99e Initial load
duke
parents:
diff changeset
2 * Copyright 1997-2006 Sun Microsystems, Inc. All Rights Reserved.
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
a61af66fc99e Initial load
duke
parents:
diff changeset
19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
a61af66fc99e Initial load
duke
parents:
diff changeset
20 * CA 95054 USA or visit www.sun.com if you need additional information or
a61af66fc99e Initial load
duke
parents:
diff changeset
21 * have any questions.
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
a61af66fc99e Initial load
duke
parents:
diff changeset
25 // Blocks
a61af66fc99e Initial load
duke
parents:
diff changeset
26
a61af66fc99e Initial load
duke
parents:
diff changeset
27 class HeapBlock VALUE_OBJ_CLASS_SPEC {
a61af66fc99e Initial load
duke
parents:
diff changeset
28 friend class VMStructs;
a61af66fc99e Initial load
duke
parents:
diff changeset
29
a61af66fc99e Initial load
duke
parents:
diff changeset
30 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
31 struct Header {
a61af66fc99e Initial load
duke
parents:
diff changeset
32 size_t _length; // the length in segments
a61af66fc99e Initial load
duke
parents:
diff changeset
33 bool _used; // Used bit
a61af66fc99e Initial load
duke
parents:
diff changeset
34 };
a61af66fc99e Initial load
duke
parents:
diff changeset
35
a61af66fc99e Initial load
duke
parents:
diff changeset
36 protected:
a61af66fc99e Initial load
duke
parents:
diff changeset
37 union {
a61af66fc99e Initial load
duke
parents:
diff changeset
38 Header _header;
a61af66fc99e Initial load
duke
parents:
diff changeset
39 int64_t _padding[ (sizeof(Header) + sizeof(int64_t)-1) / sizeof(int64_t) ];
a61af66fc99e Initial load
duke
parents:
diff changeset
40 // pad to 0 mod 8
a61af66fc99e Initial load
duke
parents:
diff changeset
41 };
a61af66fc99e Initial load
duke
parents:
diff changeset
42
a61af66fc99e Initial load
duke
parents:
diff changeset
43 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
44 // Initialization
a61af66fc99e Initial load
duke
parents:
diff changeset
45 void initialize(size_t length) { _header._length = length; set_used(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
46
a61af66fc99e Initial load
duke
parents:
diff changeset
47 // Accessors
a61af66fc99e Initial load
duke
parents:
diff changeset
48 void* allocated_space() const { return (void*)(this + 1); }
a61af66fc99e Initial load
duke
parents:
diff changeset
49 size_t length() const { return _header._length; }
a61af66fc99e Initial load
duke
parents:
diff changeset
50
a61af66fc99e Initial load
duke
parents:
diff changeset
51 // Used/free
a61af66fc99e Initial load
duke
parents:
diff changeset
52 void set_used() { _header._used = true; }
a61af66fc99e Initial load
duke
parents:
diff changeset
53 void set_free() { _header._used = false; }
a61af66fc99e Initial load
duke
parents:
diff changeset
54 bool free() { return !_header._used; }
a61af66fc99e Initial load
duke
parents:
diff changeset
55 };
a61af66fc99e Initial load
duke
parents:
diff changeset
56
a61af66fc99e Initial load
duke
parents:
diff changeset
57 class FreeBlock: public HeapBlock {
a61af66fc99e Initial load
duke
parents:
diff changeset
58 friend class VMStructs;
a61af66fc99e Initial load
duke
parents:
diff changeset
59 protected:
a61af66fc99e Initial load
duke
parents:
diff changeset
60 FreeBlock* _link;
a61af66fc99e Initial load
duke
parents:
diff changeset
61
a61af66fc99e Initial load
duke
parents:
diff changeset
62 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
63 // Initialization
a61af66fc99e Initial load
duke
parents:
diff changeset
64 void initialize(size_t length) { HeapBlock::initialize(length); _link= NULL; }
a61af66fc99e Initial load
duke
parents:
diff changeset
65
a61af66fc99e Initial load
duke
parents:
diff changeset
66 // Merging
a61af66fc99e Initial load
duke
parents:
diff changeset
67 void set_length(size_t l) { _header._length = l; }
a61af66fc99e Initial load
duke
parents:
diff changeset
68
a61af66fc99e Initial load
duke
parents:
diff changeset
69 // Accessors
a61af66fc99e Initial load
duke
parents:
diff changeset
70 FreeBlock* link() const { return _link; }
a61af66fc99e Initial load
duke
parents:
diff changeset
71 void set_link(FreeBlock* link) { _link = link; }
a61af66fc99e Initial load
duke
parents:
diff changeset
72 };
a61af66fc99e Initial load
duke
parents:
diff changeset
73
a61af66fc99e Initial load
duke
parents:
diff changeset
74 class CodeHeap : public CHeapObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
75 friend class VMStructs;
a61af66fc99e Initial load
duke
parents:
diff changeset
76 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
77 VirtualSpace _memory; // the memory holding the blocks
a61af66fc99e Initial load
duke
parents:
diff changeset
78 VirtualSpace _segmap; // the memory holding the segment map
a61af66fc99e Initial load
duke
parents:
diff changeset
79
a61af66fc99e Initial load
duke
parents:
diff changeset
80 size_t _number_of_committed_segments;
a61af66fc99e Initial load
duke
parents:
diff changeset
81 size_t _number_of_reserved_segments;
a61af66fc99e Initial load
duke
parents:
diff changeset
82 size_t _segment_size;
a61af66fc99e Initial load
duke
parents:
diff changeset
83 int _log2_segment_size;
a61af66fc99e Initial load
duke
parents:
diff changeset
84
a61af66fc99e Initial load
duke
parents:
diff changeset
85 size_t _next_segment;
a61af66fc99e Initial load
duke
parents:
diff changeset
86
a61af66fc99e Initial load
duke
parents:
diff changeset
87 FreeBlock* _freelist;
a61af66fc99e Initial load
duke
parents:
diff changeset
88 size_t _free_segments; // No. of segments in freelist
a61af66fc99e Initial load
duke
parents:
diff changeset
89
a61af66fc99e Initial load
duke
parents:
diff changeset
90 // Helper functions
a61af66fc99e Initial load
duke
parents:
diff changeset
91 size_t number_of_segments(size_t size) const { return (size + _segment_size - 1) >> _log2_segment_size; }
a61af66fc99e Initial load
duke
parents:
diff changeset
92 size_t size(size_t number_of_segments) const { return number_of_segments << _log2_segment_size; }
a61af66fc99e Initial load
duke
parents:
diff changeset
93
a61af66fc99e Initial load
duke
parents:
diff changeset
94 size_t segment_for(void* p) const { return ((char*)p - _memory.low()) >> _log2_segment_size; }
a61af66fc99e Initial load
duke
parents:
diff changeset
95 HeapBlock* block_at(size_t i) const { return (HeapBlock*)(_memory.low() + (i << _log2_segment_size)); }
a61af66fc99e Initial load
duke
parents:
diff changeset
96
a61af66fc99e Initial load
duke
parents:
diff changeset
97 void mark_segmap_as_free(size_t beg, size_t end);
a61af66fc99e Initial load
duke
parents:
diff changeset
98 void mark_segmap_as_used(size_t beg, size_t end);
a61af66fc99e Initial load
duke
parents:
diff changeset
99
a61af66fc99e Initial load
duke
parents:
diff changeset
100 // Freelist management helpers
a61af66fc99e Initial load
duke
parents:
diff changeset
101 FreeBlock* following_block(FreeBlock *b);
a61af66fc99e Initial load
duke
parents:
diff changeset
102 void insert_after(FreeBlock* a, FreeBlock* b);
a61af66fc99e Initial load
duke
parents:
diff changeset
103 void merge_right (FreeBlock* a);
a61af66fc99e Initial load
duke
parents:
diff changeset
104
a61af66fc99e Initial load
duke
parents:
diff changeset
105 // Toplevel freelist management
a61af66fc99e Initial load
duke
parents:
diff changeset
106 void add_to_freelist(HeapBlock *b);
a61af66fc99e Initial load
duke
parents:
diff changeset
107 FreeBlock* search_freelist(size_t length);
a61af66fc99e Initial load
duke
parents:
diff changeset
108
a61af66fc99e Initial load
duke
parents:
diff changeset
109 // Iteration helpers
a61af66fc99e Initial load
duke
parents:
diff changeset
110 void* next_free(HeapBlock* b) const;
a61af66fc99e Initial load
duke
parents:
diff changeset
111 HeapBlock* first_block() const;
a61af66fc99e Initial load
duke
parents:
diff changeset
112 HeapBlock* next_block(HeapBlock* b) const;
a61af66fc99e Initial load
duke
parents:
diff changeset
113 HeapBlock* block_start(void* p) const;
a61af66fc99e Initial load
duke
parents:
diff changeset
114
a61af66fc99e Initial load
duke
parents:
diff changeset
115 // to perform additional actions on creation of executable code
a61af66fc99e Initial load
duke
parents:
diff changeset
116 void on_code_mapping(char* base, size_t size);
a61af66fc99e Initial load
duke
parents:
diff changeset
117
a61af66fc99e Initial load
duke
parents:
diff changeset
118 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
119 CodeHeap();
a61af66fc99e Initial load
duke
parents:
diff changeset
120
a61af66fc99e Initial load
duke
parents:
diff changeset
121 // Heap extents
a61af66fc99e Initial load
duke
parents:
diff changeset
122 bool reserve(size_t reserved_size, size_t committed_size, size_t segment_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
123 void release(); // releases all allocated memory
a61af66fc99e Initial load
duke
parents:
diff changeset
124 bool expand_by(size_t size); // expands commited memory by size
a61af66fc99e Initial load
duke
parents:
diff changeset
125 void shrink_by(size_t size); // shrinks commited memory by size
a61af66fc99e Initial load
duke
parents:
diff changeset
126 void clear(); // clears all heap contents
a61af66fc99e Initial load
duke
parents:
diff changeset
127
a61af66fc99e Initial load
duke
parents:
diff changeset
128 // Memory allocation
a61af66fc99e Initial load
duke
parents:
diff changeset
129 void* allocate (size_t size); // allocates a block of size or returns NULL
a61af66fc99e Initial load
duke
parents:
diff changeset
130 void deallocate(void* p); // deallocates a block
a61af66fc99e Initial load
duke
parents:
diff changeset
131
a61af66fc99e Initial load
duke
parents:
diff changeset
132 // Attributes
a61af66fc99e Initial load
duke
parents:
diff changeset
133 void* begin() const { return _memory.low (); }
a61af66fc99e Initial load
duke
parents:
diff changeset
134 void* end() const { return _memory.high(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
135 bool contains(void* p) const { return begin() <= p && p < end(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
136 void* find_start(void* p) const; // returns the block containing p or NULL
a61af66fc99e Initial load
duke
parents:
diff changeset
137 size_t alignment_unit() const; // alignment of any block
a61af66fc99e Initial load
duke
parents:
diff changeset
138 size_t alignment_offset() const; // offset of first byte of any block, within the enclosing alignment unit
a61af66fc99e Initial load
duke
parents:
diff changeset
139 static size_t header_size(); // returns the header size for each heap block
a61af66fc99e Initial load
duke
parents:
diff changeset
140
a61af66fc99e Initial load
duke
parents:
diff changeset
141 // Returns reserved area high and low addresses
a61af66fc99e Initial load
duke
parents:
diff changeset
142 char *low_boundary() const { return _memory.low_boundary (); }
a61af66fc99e Initial load
duke
parents:
diff changeset
143 char *high_boundary() const { return _memory.high_boundary(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
144
a61af66fc99e Initial load
duke
parents:
diff changeset
145 // Iteration
a61af66fc99e Initial load
duke
parents:
diff changeset
146
a61af66fc99e Initial load
duke
parents:
diff changeset
147 // returns the first block or NULL
a61af66fc99e Initial load
duke
parents:
diff changeset
148 void* first() const { return next_free(first_block()); }
a61af66fc99e Initial load
duke
parents:
diff changeset
149 // returns the next block given a block p or NULL
a61af66fc99e Initial load
duke
parents:
diff changeset
150 void* next(void* p) const { return next_free(next_block(block_start(p))); }
a61af66fc99e Initial load
duke
parents:
diff changeset
151
a61af66fc99e Initial load
duke
parents:
diff changeset
152 // Statistics
a61af66fc99e Initial load
duke
parents:
diff changeset
153 size_t capacity() const;
a61af66fc99e Initial load
duke
parents:
diff changeset
154 size_t max_capacity() const;
a61af66fc99e Initial load
duke
parents:
diff changeset
155 size_t allocated_capacity() const;
a61af66fc99e Initial load
duke
parents:
diff changeset
156 size_t unallocated_capacity() const { return max_capacity() - allocated_capacity(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
157
a61af66fc99e Initial load
duke
parents:
diff changeset
158 // Debugging
a61af66fc99e Initial load
duke
parents:
diff changeset
159 void verify();
a61af66fc99e Initial load
duke
parents:
diff changeset
160 void print() PRODUCT_RETURN;
a61af66fc99e Initial load
duke
parents:
diff changeset
161 };