Mercurial > hg > graal-compiler
annotate src/share/vm/gc_implementation/g1/bufferingOopClosure.hpp @ 1973:631f79e71e90
6974966: G1: unnecessary direct-to-old allocations
Summary: This change revamps the slow allocation path of G1. Improvements include the following: a) Allocations directly to old regions are now totally banned. G1 now only allows allocations out of young regions (with the only exception being humongous regions). b) The thread that allocates a new region (which is now guaranteed to be young) does not dirty all its cards. Each thread that successfully allocates out of a young region is now responsible for dirtying the cards that corresponding to the "block" that just got allocated. c) allocate_new_tlab() and mem_allocate() are now implemented differently and TLAB allocations are only done by allocate_new_tlab(). d) If a thread schedules an evacuation pause in order to satisfy an allocation request, it will perform the allocation at the end of the safepoint so that the thread that initiated the GC also gets "first pick" of any space made available by the GC. e) If a thread is unable to allocate a humongous object it will schedule an evacuation pause in case it reclaims enough regions so that the humongous allocation can be satisfied aftewards. f) The G1 policy is more careful to set the young list target length to be the survivor number +1. g) Lots of code tidy up, removal, refactoring to make future changes easier.
Reviewed-by: johnc, ysr
author | tonyp |
---|---|
date | Tue, 24 Aug 2010 17:24:33 -0400 |
parents | f95d63e2154a |
children | c685ef164975 |
rev | line source |
---|---|
342 | 1 /* |
1972 | 2 * Copyright (c) 2001, 2010, Oracle and/or its affiliates. All rights reserved. |
342 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 * | |
5 * This code is free software; you can redistribute it and/or modify it | |
6 * under the terms of the GNU General Public License version 2 only, as | |
7 * published by the Free Software Foundation. | |
8 * | |
9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
12 * version 2 for more details (a copy is included in the LICENSE file that | |
13 * accompanied this code). | |
14 * | |
15 * You should have received a copy of the GNU General Public License version | |
16 * 2 along with this work; if not, write to the Free Software Foundation, | |
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
18 * | |
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
845
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
845
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
845
diff
changeset
|
21 * questions. |
342 | 22 * |
23 */ | |
24 | |
1972 | 25 #ifndef SHARE_VM_GC_IMPLEMENTATION_G1_BUFFERINGOOPCLOSURE_HPP |
26 #define SHARE_VM_GC_IMPLEMENTATION_G1_BUFFERINGOOPCLOSURE_HPP | |
27 | |
28 #include "memory/genOopClosures.hpp" | |
29 #include "memory/generation.hpp" | |
30 #include "runtime/os.hpp" | |
31 #include "utilities/taskqueue.hpp" | |
32 | |
342 | 33 // A BufferingOops closure tries to separate out the cost of finding roots |
34 // from the cost of applying closures to them. It maintains an array of | |
35 // ref-containing locations. Until the array is full, applying the closure | |
36 // to an oop* merely records that location in the array. Since this | |
37 // closure app cost is small, an elapsed timer can approximately attribute | |
38 // all of this cost to the cost of finding the roots. When the array fills | |
39 // up, the wrapped closure is applied to all elements, keeping track of | |
40 // this elapsed time of this process, and leaving the array empty. | |
41 // The caller must be sure to call "done" to process any unprocessed | |
42 // buffered entriess. | |
43 | |
44 class Generation; | |
45 class HeapRegion; | |
46 | |
47 class BufferingOopClosure: public OopClosure { | |
48 protected: | |
49 enum PrivateConstants { | |
50 BufferLength = 1024 | |
51 }; | |
52 | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
53 StarTask _buffer[BufferLength]; |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
54 StarTask* _buffer_top; |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
55 StarTask* _buffer_curr; |
342 | 56 |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
57 OopClosure* _oc; |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
58 double _closure_app_seconds; |
342 | 59 |
60 void process_buffer () { | |
61 double start = os::elapsedTime(); | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
62 for (StarTask* curr = _buffer; curr < _buffer_curr; ++curr) { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
63 if (curr->is_narrow()) { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
64 assert(UseCompressedOops, "Error"); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
65 _oc->do_oop((narrowOop*)(*curr)); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
66 } else { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
67 _oc->do_oop((oop*)(*curr)); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
68 } |
342 | 69 } |
70 _buffer_curr = _buffer; | |
71 _closure_app_seconds += (os::elapsedTime() - start); | |
72 } | |
73 | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
74 template <class T> inline void do_oop_work(T* p) { |
342 | 75 if (_buffer_curr == _buffer_top) { |
76 process_buffer(); | |
77 } | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
78 StarTask new_ref(p); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
79 *_buffer_curr = new_ref; |
342 | 80 ++_buffer_curr; |
81 } | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
82 |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
83 public: |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
84 virtual void do_oop(narrowOop* p) { do_oop_work(p); } |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
85 virtual void do_oop(oop* p) { do_oop_work(p); } |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
86 |
342 | 87 void done () { |
88 if (_buffer_curr > _buffer) { | |
89 process_buffer(); | |
90 } | |
91 } | |
92 double closure_app_seconds () { | |
93 return _closure_app_seconds; | |
94 } | |
95 BufferingOopClosure (OopClosure *oc) : | |
96 _oc(oc), | |
97 _buffer_curr(_buffer), _buffer_top(_buffer + BufferLength), | |
98 _closure_app_seconds(0.0) { } | |
99 }; | |
100 | |
101 class BufferingOopsInGenClosure: public OopsInGenClosure { | |
102 BufferingOopClosure _boc; | |
103 OopsInGenClosure* _oc; | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
104 protected: |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
105 template <class T> inline void do_oop_work(T* p) { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
106 assert(generation()->is_in_reserved((void*)p), "Must be in!"); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
107 _boc.do_oop(p); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
108 } |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
109 public: |
342 | 110 BufferingOopsInGenClosure(OopsInGenClosure *oc) : |
111 _boc(oc), _oc(oc) {} | |
112 | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
113 virtual void do_oop(narrowOop* p) { do_oop_work(p); } |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
114 virtual void do_oop(oop* p) { do_oop_work(p); } |
342 | 115 |
116 void done() { | |
117 _boc.done(); | |
118 } | |
119 | |
120 double closure_app_seconds () { | |
121 return _boc.closure_app_seconds(); | |
122 } | |
123 | |
124 void set_generation(Generation* gen) { | |
125 OopsInGenClosure::set_generation(gen); | |
126 _oc->set_generation(gen); | |
127 } | |
128 | |
129 void reset_generation() { | |
130 // Make sure we finish the current work with the current generation. | |
131 _boc.done(); | |
132 OopsInGenClosure::reset_generation(); | |
133 _oc->reset_generation(); | |
134 } | |
135 | |
136 }; | |
137 | |
138 | |
139 class BufferingOopsInHeapRegionClosure: public OopsInHeapRegionClosure { | |
140 private: | |
141 enum PrivateConstants { | |
142 BufferLength = 1024 | |
143 }; | |
144 | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
145 StarTask _buffer[BufferLength]; |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
146 StarTask* _buffer_top; |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
147 StarTask* _buffer_curr; |
342 | 148 |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
149 HeapRegion* _hr_buffer[BufferLength]; |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
150 HeapRegion** _hr_curr; |
342 | 151 |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
152 OopsInHeapRegionClosure* _oc; |
342 | 153 double _closure_app_seconds; |
154 | |
155 void process_buffer () { | |
156 | |
157 assert((_hr_curr - _hr_buffer) == (_buffer_curr - _buffer), | |
158 "the two lengths should be the same"); | |
159 | |
160 double start = os::elapsedTime(); | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
161 HeapRegion** hr_curr = _hr_buffer; |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
162 HeapRegion* hr_prev = NULL; |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
163 for (StarTask* curr = _buffer; curr < _buffer_curr; ++curr) { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
164 HeapRegion* region = *hr_curr; |
342 | 165 if (region != hr_prev) { |
166 _oc->set_region(region); | |
167 hr_prev = region; | |
168 } | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
169 if (curr->is_narrow()) { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
170 assert(UseCompressedOops, "Error"); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
171 _oc->do_oop((narrowOop*)(*curr)); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
172 } else { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
173 _oc->do_oop((oop*)(*curr)); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
174 } |
342 | 175 ++hr_curr; |
176 } | |
177 _buffer_curr = _buffer; | |
178 _hr_curr = _hr_buffer; | |
179 _closure_app_seconds += (os::elapsedTime() - start); | |
180 } | |
181 | |
182 public: | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
183 virtual void do_oop(narrowOop* p) { do_oop_work(p); } |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
184 virtual void do_oop( oop* p) { do_oop_work(p); } |
342 | 185 |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
186 template <class T> void do_oop_work(T* p) { |
342 | 187 if (_buffer_curr == _buffer_top) { |
188 assert(_hr_curr > _hr_buffer, "_hr_curr should be consistent with _buffer_curr"); | |
189 process_buffer(); | |
190 } | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
191 StarTask new_ref(p); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
192 *_buffer_curr = new_ref; |
342 | 193 ++_buffer_curr; |
194 *_hr_curr = _from; | |
195 ++_hr_curr; | |
196 } | |
197 void done () { | |
198 if (_buffer_curr > _buffer) { | |
199 assert(_hr_curr > _hr_buffer, "_hr_curr should be consistent with _buffer_curr"); | |
200 process_buffer(); | |
201 } | |
202 } | |
203 double closure_app_seconds () { | |
204 return _closure_app_seconds; | |
205 } | |
206 BufferingOopsInHeapRegionClosure (OopsInHeapRegionClosure *oc) : | |
207 _oc(oc), | |
208 _buffer_curr(_buffer), _buffer_top(_buffer + BufferLength), | |
209 _hr_curr(_hr_buffer), | |
210 _closure_app_seconds(0.0) { } | |
211 }; | |
1972 | 212 |
213 #endif // SHARE_VM_GC_IMPLEMENTATION_G1_BUFFERINGOOPCLOSURE_HPP |