Mercurial > hg > graal-jvmci-8
annotate src/share/vm/gc_implementation/parallelScavenge/psCompactionManager.hpp @ 4095:bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
Summary: Select number of GC threads dynamically based on heap usage and number of Java threads
Reviewed-by: johnc, ysr, jcoomes
author | jmasa |
---|---|
date | Tue, 09 Aug 2011 10:16:01 -0700 |
parents | f95d63e2154a |
children | 7913e93dca52 |
rev | line source |
---|---|
0 | 1 /* |
1638 | 2 * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved. |
0 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 * | |
5 * This code is free software; you can redistribute it and/or modify it | |
6 * under the terms of the GNU General Public License version 2 only, as | |
7 * published by the Free Software Foundation. | |
8 * | |
9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
12 * version 2 for more details (a copy is included in the LICENSE file that | |
13 * accompanied this code). | |
14 * | |
15 * You should have received a copy of the GNU General Public License version | |
16 * 2 along with this work; if not, write to the Free Software Foundation, | |
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
18 * | |
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1311
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1311
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1311
diff
changeset
|
21 * questions. |
0 | 22 * |
23 */ | |
24 | |
1972 | 25 #ifndef SHARE_VM_GC_IMPLEMENTATION_PARALLELSCAVENGE_PSCOMPACTIONMANAGER_HPP |
26 #define SHARE_VM_GC_IMPLEMENTATION_PARALLELSCAVENGE_PSCOMPACTIONMANAGER_HPP | |
27 | |
28 #include "memory/allocation.hpp" | |
29 #include "utilities/stack.hpp" | |
30 #include "utilities/taskqueue.hpp" | |
31 | |
0 | 32 // Move to some global location |
33 #define HAS_BEEN_MOVED 0x1501d01d | |
34 // End move to some global location | |
35 | |
36 | |
37 class MutableSpace; | |
38 class PSOldGen; | |
39 class ParCompactionManager; | |
40 class ObjectStartArray; | |
41 class ParallelCompactData; | |
42 class ParMarkBitMap; | |
43 | |
44 class ParCompactionManager : public CHeapObj { | |
45 friend class ParallelTaskTerminator; | |
46 friend class ParMarkBitMap; | |
47 friend class PSParallelCompact; | |
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
48 friend class StealRegionCompactionTask; |
0 | 49 friend class UpdateAndFillClosure; |
50 friend class RefProcTaskExecutor; | |
4095
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
51 friend class IdleGCTask; |
0 | 52 |
53 public: | |
54 | |
55 // ------------------------ Don't putback if not needed | |
56 // Actions that the compaction manager should take. | |
57 enum Action { | |
58 Update, | |
59 Copy, | |
60 UpdateAndCopy, | |
61 CopyAndUpdate, | |
62 VerifyUpdate, | |
63 ResetObjects, | |
64 NotValid | |
65 }; | |
66 // ------------------------ End don't putback if not needed | |
67 | |
68 private: | |
1311
2a1472c30599
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
948
diff
changeset
|
69 // 32-bit: 4K * 8 = 32KiB; 64-bit: 8K * 16 = 128KiB |
1638 | 70 #define QUEUE_SIZE (1 << NOT_LP64(12) LP64_ONLY(13)) |
71 typedef OverflowTaskQueue<ObjArrayTask, QUEUE_SIZE> ObjArrayTaskQueue; | |
72 typedef GenericTaskQueueSet<ObjArrayTaskQueue> ObjArrayTaskQueueSet; | |
73 #undef QUEUE_SIZE | |
1311
2a1472c30599
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
948
diff
changeset
|
74 |
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
75 static ParCompactionManager** _manager_array; |
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
76 static OopTaskQueueSet* _stack_array; |
1311
2a1472c30599
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
948
diff
changeset
|
77 static ObjArrayTaskQueueSet* _objarray_queues; |
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
78 static ObjectStartArray* _start_array; |
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
79 static RegionTaskQueueSet* _region_array; |
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
80 static PSOldGen* _old_gen; |
0 | 81 |
1311
2a1472c30599
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
948
diff
changeset
|
82 private: |
1638 | 83 OverflowTaskQueue<oop> _marking_stack; |
84 ObjArrayTaskQueue _objarray_stack; | |
1311
2a1472c30599
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
948
diff
changeset
|
85 |
0 | 86 // Is there a way to reuse the _marking_stack for the |
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
87 // saving empty regions? For now just create a different |
0 | 88 // type of TaskQueue. |
4095
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
89 RegionTaskQueue* _region_stack; |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
90 |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
91 static RegionTaskQueue** _region_list; |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
92 // Index in _region_list for current _region_stack. |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
93 uint _region_stack_index; |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
94 |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
95 // Indexes of recycled region stacks/overflow stacks |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
96 // Stacks of regions to be compacted are embedded in the tasks doing |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
97 // the compaction. A thread that executes the task extracts the |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
98 // region stack and drains it. These threads keep these region |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
99 // stacks for use during compaction task stealing. If a thread |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
100 // gets a second draining task, it pushed its current region stack |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
101 // index into the array _recycled_stack_index and gets a new |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
102 // region stack from the task. A thread that is executing a |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
103 // compaction stealing task without ever having executing a |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
104 // draining task, will get a region stack from _recycled_stack_index. |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
105 // |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
106 // Array of indexes into the array of region stacks. |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
107 static uint* _recycled_stack_index; |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
108 // The index into _recycled_stack_index of the last region stack index |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
109 // pushed. If -1, there are no entries into _recycled_stack_index. |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
110 static int _recycled_top; |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
111 // The index into _recycled_stack_index of the last region stack index |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
112 // popped. If -1, there has not been any entry popped. |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
113 static int _recycled_bottom; |
0 | 114 |
1836
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1638
diff
changeset
|
115 Stack<Klass*> _revisit_klass_stack; |
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1638
diff
changeset
|
116 Stack<DataLayout*> _revisit_mdo_stack; |
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1638
diff
changeset
|
117 |
0 | 118 static ParMarkBitMap* _mark_bitmap; |
119 | |
120 Action _action; | |
121 | |
122 static PSOldGen* old_gen() { return _old_gen; } | |
123 static ObjectStartArray* start_array() { return _start_array; } | |
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
124 static OopTaskQueueSet* stack_array() { return _stack_array; } |
0 | 125 |
126 static void initialize(ParMarkBitMap* mbm); | |
127 | |
128 protected: | |
129 // Array of tasks. Needed by the ParallelTaskTerminator. | |
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
130 static RegionTaskQueueSet* region_array() { return _region_array; } |
1638 | 131 OverflowTaskQueue<oop>* marking_stack() { return &_marking_stack; } |
0 | 132 |
133 // Pushes onto the marking stack. If the marking stack is full, | |
134 // pushes onto the overflow stack. | |
135 void stack_push(oop obj); | |
136 // Do not implement an equivalent stack_pop. Deal with the | |
137 // marking stack and overflow stack directly. | |
138 | |
1638 | 139 public: |
0 | 140 Action action() { return _action; } |
141 void set_action(Action v) { _action = v; } | |
142 | |
4095
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
143 RegionTaskQueue* region_stack() { return _region_stack; } |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
144 void set_region_stack(RegionTaskQueue* v) { _region_stack = v; } |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
145 |
0 | 146 inline static ParCompactionManager* manager_array(int index); |
147 | |
4095
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
148 inline static RegionTaskQueue* region_list(int index) { |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
149 return _region_list[index]; |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
150 } |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
151 |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
152 uint region_stack_index() { return _region_stack_index; } |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
153 void set_region_stack_index(uint v) { _region_stack_index = v; } |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
154 |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
155 // Pop and push unique reusable stack index |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
156 static int pop_recycled_stack_index(); |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
157 static void push_recycled_stack_index(uint v); |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
158 static void reset_recycled_stack_index() { |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
159 _recycled_bottom = _recycled_top = -1; |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
160 } |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
161 |
0 | 162 ParCompactionManager(); |
4095
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
163 ~ParCompactionManager(); |
0 | 164 |
4095
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
165 // Pushes onto the region stack at the given index. If the |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
166 // region stack is full, |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
167 // pushes onto the region overflow stack. |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
168 static void region_list_push(uint stack_index, size_t region_index); |
bca17e38de00
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
1972
diff
changeset
|
169 static void verify_region_list_empty(uint stack_index); |
0 | 170 ParMarkBitMap* mark_bitmap() { return _mark_bitmap; } |
171 | |
172 // Take actions in preparation for a compaction. | |
173 static void reset(); | |
174 | |
175 // void drain_stacks(); | |
176 | |
177 bool should_update(); | |
178 bool should_copy(); | |
179 bool should_verify_only(); | |
180 bool should_reset_only(); | |
181 | |
1836
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1638
diff
changeset
|
182 Stack<Klass*>* revisit_klass_stack() { return &_revisit_klass_stack; } |
894b1d7c7e01
6423256: GC stacks should use a better data structure
jcoomes
parents:
1638
diff
changeset
|
183 Stack<DataLayout*>* revisit_mdo_stack() { return &_revisit_mdo_stack; } |
0 | 184 |
1638 | 185 // Save for later processing. Must not fail. |
186 inline void push(oop obj) { _marking_stack.push(obj); } | |
187 inline void push_objarray(oop objarray, size_t index); | |
188 inline void push_region(size_t index); | |
0 | 189 |
190 // Access function for compaction managers | |
191 static ParCompactionManager* gc_thread_compaction_manager(int index); | |
192 | |
1638 | 193 static bool steal(int queue_num, int* seed, oop& t) { |
0 | 194 return stack_array()->steal(queue_num, seed, t); |
195 } | |
196 | |
1311
2a1472c30599
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
948
diff
changeset
|
197 static bool steal_objarray(int queue_num, int* seed, ObjArrayTask& t) { |
2a1472c30599
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
948
diff
changeset
|
198 return _objarray_queues->steal(queue_num, seed, t); |
2a1472c30599
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
948
diff
changeset
|
199 } |
2a1472c30599
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
948
diff
changeset
|
200 |
1638 | 201 static bool steal(int queue_num, int* seed, size_t& region) { |
202 return region_array()->steal(queue_num, seed, region); | |
0 | 203 } |
204 | |
1311
2a1472c30599
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
948
diff
changeset
|
205 // Process tasks remaining on any marking stack |
2a1472c30599
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
948
diff
changeset
|
206 void follow_marking_stacks(); |
2a1472c30599
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
948
diff
changeset
|
207 inline bool marking_stacks_empty() const; |
0 | 208 |
209 // Process tasks remaining on any stack | |
375
81cd571500b0
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
0
diff
changeset
|
210 void drain_region_stacks(); |
0 | 211 |
212 }; | |
213 | |
214 inline ParCompactionManager* ParCompactionManager::manager_array(int index) { | |
215 assert(_manager_array != NULL, "access of NULL manager_array"); | |
216 assert(index >= 0 && index <= (int)ParallelGCThreads, | |
217 "out of range manager_array access"); | |
218 return _manager_array[index]; | |
219 } | |
1311
2a1472c30599
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
948
diff
changeset
|
220 |
2a1472c30599
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
948
diff
changeset
|
221 bool ParCompactionManager::marking_stacks_empty() const { |
1638 | 222 return _marking_stack.is_empty() && _objarray_stack.is_empty(); |
1311
2a1472c30599
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
948
diff
changeset
|
223 } |
1972 | 224 |
225 #endif // SHARE_VM_GC_IMPLEMENTATION_PARALLELSCAVENGE_PSCOMPACTIONMANAGER_HPP |