annotate src/share/vm/gc_implementation/parallelScavenge/psCompactionManager.hpp @ 1638:b2a00dd3117c

6957084: simplify TaskQueue overflow handling Reviewed-by: ysr, jmasa
author jcoomes
date Thu, 01 Jul 2010 21:40:45 -0700
parents c18cbe5936b8
children 894b1d7c7e01
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
2 * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1311
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1311
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1311
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
a61af66fc99e Initial load
duke
parents:
diff changeset
25 // Move to some global location
a61af66fc99e Initial load
duke
parents:
diff changeset
26 #define HAS_BEEN_MOVED 0x1501d01d
a61af66fc99e Initial load
duke
parents:
diff changeset
27 // End move to some global location
a61af66fc99e Initial load
duke
parents:
diff changeset
28
a61af66fc99e Initial load
duke
parents:
diff changeset
29
a61af66fc99e Initial load
duke
parents:
diff changeset
30 class MutableSpace;
a61af66fc99e Initial load
duke
parents:
diff changeset
31 class PSOldGen;
a61af66fc99e Initial load
duke
parents:
diff changeset
32 class ParCompactionManager;
a61af66fc99e Initial load
duke
parents:
diff changeset
33 class ObjectStartArray;
a61af66fc99e Initial load
duke
parents:
diff changeset
34 class ParallelCompactData;
a61af66fc99e Initial load
duke
parents:
diff changeset
35 class ParMarkBitMap;
a61af66fc99e Initial load
duke
parents:
diff changeset
36
a61af66fc99e Initial load
duke
parents:
diff changeset
37 class ParCompactionManager : public CHeapObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
38 friend class ParallelTaskTerminator;
a61af66fc99e Initial load
duke
parents:
diff changeset
39 friend class ParMarkBitMap;
a61af66fc99e Initial load
duke
parents:
diff changeset
40 friend class PSParallelCompact;
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
41 friend class StealRegionCompactionTask;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
42 friend class UpdateAndFillClosure;
a61af66fc99e Initial load
duke
parents:
diff changeset
43 friend class RefProcTaskExecutor;
a61af66fc99e Initial load
duke
parents:
diff changeset
44
a61af66fc99e Initial load
duke
parents:
diff changeset
45 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
46
a61af66fc99e Initial load
duke
parents:
diff changeset
47 // ------------------------ Don't putback if not needed
a61af66fc99e Initial load
duke
parents:
diff changeset
48 // Actions that the compaction manager should take.
a61af66fc99e Initial load
duke
parents:
diff changeset
49 enum Action {
a61af66fc99e Initial load
duke
parents:
diff changeset
50 Update,
a61af66fc99e Initial load
duke
parents:
diff changeset
51 Copy,
a61af66fc99e Initial load
duke
parents:
diff changeset
52 UpdateAndCopy,
a61af66fc99e Initial load
duke
parents:
diff changeset
53 CopyAndUpdate,
a61af66fc99e Initial load
duke
parents:
diff changeset
54 VerifyUpdate,
a61af66fc99e Initial load
duke
parents:
diff changeset
55 ResetObjects,
a61af66fc99e Initial load
duke
parents:
diff changeset
56 NotValid
a61af66fc99e Initial load
duke
parents:
diff changeset
57 };
a61af66fc99e Initial load
duke
parents:
diff changeset
58 // ------------------------ End don't putback if not needed
a61af66fc99e Initial load
duke
parents:
diff changeset
59
a61af66fc99e Initial load
duke
parents:
diff changeset
60 private:
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
61 // 32-bit: 4K * 8 = 32KiB; 64-bit: 8K * 16 = 128KiB
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
62 #define QUEUE_SIZE (1 << NOT_LP64(12) LP64_ONLY(13))
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
63 typedef OverflowTaskQueue<ObjArrayTask, QUEUE_SIZE> ObjArrayTaskQueue;
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
64 typedef GenericTaskQueueSet<ObjArrayTaskQueue> ObjArrayTaskQueueSet;
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
65 #undef QUEUE_SIZE
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
66
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
67 static ParCompactionManager** _manager_array;
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
68 static OopTaskQueueSet* _stack_array;
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
69 static ObjArrayTaskQueueSet* _objarray_queues;
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
70 static ObjectStartArray* _start_array;
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
71 static RegionTaskQueueSet* _region_array;
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
72 static PSOldGen* _old_gen;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
73
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
74 private:
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
75 OverflowTaskQueue<oop> _marking_stack;
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
76 ObjArrayTaskQueue _objarray_stack;
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
77
0
a61af66fc99e Initial load
duke
parents:
diff changeset
78 // Is there a way to reuse the _marking_stack for the
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
79 // saving empty regions? For now just create a different
0
a61af66fc99e Initial load
duke
parents:
diff changeset
80 // type of TaskQueue.
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
81 RegionTaskQueue _region_stack;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
82
a61af66fc99e Initial load
duke
parents:
diff changeset
83 #if 1 // does this happen enough to need a per thread stack?
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
84 GrowableArray<Klass*>* _revisit_klass_stack;
941
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 470
diff changeset
85 GrowableArray<DataLayout*>* _revisit_mdo_stack;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
86 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
87 static ParMarkBitMap* _mark_bitmap;
a61af66fc99e Initial load
duke
parents:
diff changeset
88
a61af66fc99e Initial load
duke
parents:
diff changeset
89 Action _action;
a61af66fc99e Initial load
duke
parents:
diff changeset
90
a61af66fc99e Initial load
duke
parents:
diff changeset
91 static PSOldGen* old_gen() { return _old_gen; }
a61af66fc99e Initial load
duke
parents:
diff changeset
92 static ObjectStartArray* start_array() { return _start_array; }
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
93 static OopTaskQueueSet* stack_array() { return _stack_array; }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
94
a61af66fc99e Initial load
duke
parents:
diff changeset
95 static void initialize(ParMarkBitMap* mbm);
a61af66fc99e Initial load
duke
parents:
diff changeset
96
a61af66fc99e Initial load
duke
parents:
diff changeset
97 protected:
a61af66fc99e Initial load
duke
parents:
diff changeset
98 // Array of tasks. Needed by the ParallelTaskTerminator.
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
99 static RegionTaskQueueSet* region_array() { return _region_array; }
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
100 OverflowTaskQueue<oop>* marking_stack() { return &_marking_stack; }
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
101 RegionTaskQueue* region_stack() { return &_region_stack; }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
102
a61af66fc99e Initial load
duke
parents:
diff changeset
103 // Pushes onto the marking stack. If the marking stack is full,
a61af66fc99e Initial load
duke
parents:
diff changeset
104 // pushes onto the overflow stack.
a61af66fc99e Initial load
duke
parents:
diff changeset
105 void stack_push(oop obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
106 // Do not implement an equivalent stack_pop. Deal with the
a61af66fc99e Initial load
duke
parents:
diff changeset
107 // marking stack and overflow stack directly.
a61af66fc99e Initial load
duke
parents:
diff changeset
108
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
109 public:
0
a61af66fc99e Initial load
duke
parents:
diff changeset
110 Action action() { return _action; }
a61af66fc99e Initial load
duke
parents:
diff changeset
111 void set_action(Action v) { _action = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
112
a61af66fc99e Initial load
duke
parents:
diff changeset
113 inline static ParCompactionManager* manager_array(int index);
a61af66fc99e Initial load
duke
parents:
diff changeset
114
a61af66fc99e Initial load
duke
parents:
diff changeset
115 ParCompactionManager();
a61af66fc99e Initial load
duke
parents:
diff changeset
116 ~ParCompactionManager();
a61af66fc99e Initial load
duke
parents:
diff changeset
117
a61af66fc99e Initial load
duke
parents:
diff changeset
118 void allocate_stacks();
a61af66fc99e Initial load
duke
parents:
diff changeset
119 void deallocate_stacks();
a61af66fc99e Initial load
duke
parents:
diff changeset
120 ParMarkBitMap* mark_bitmap() { return _mark_bitmap; }
a61af66fc99e Initial load
duke
parents:
diff changeset
121
a61af66fc99e Initial load
duke
parents:
diff changeset
122 // Take actions in preparation for a compaction.
a61af66fc99e Initial load
duke
parents:
diff changeset
123 static void reset();
a61af66fc99e Initial load
duke
parents:
diff changeset
124
a61af66fc99e Initial load
duke
parents:
diff changeset
125 // void drain_stacks();
a61af66fc99e Initial load
duke
parents:
diff changeset
126
a61af66fc99e Initial load
duke
parents:
diff changeset
127 bool should_update();
a61af66fc99e Initial load
duke
parents:
diff changeset
128 bool should_copy();
a61af66fc99e Initial load
duke
parents:
diff changeset
129 bool should_verify_only();
a61af66fc99e Initial load
duke
parents:
diff changeset
130 bool should_reset_only();
a61af66fc99e Initial load
duke
parents:
diff changeset
131
a61af66fc99e Initial load
duke
parents:
diff changeset
132 #if 1
a61af66fc99e Initial load
duke
parents:
diff changeset
133 // Probably stays as a growable array
a61af66fc99e Initial load
duke
parents:
diff changeset
134 GrowableArray<Klass*>* revisit_klass_stack() { return _revisit_klass_stack; }
941
8b46c4d82093 4957990: Perm heap bloat in JVM
ysr
parents: 470
diff changeset
135 GrowableArray<DataLayout*>* revisit_mdo_stack() { return _revisit_mdo_stack; }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
136 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
137
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
138 // Save for later processing. Must not fail.
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
139 inline void push(oop obj) { _marking_stack.push(obj); }
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
140 inline void push_objarray(oop objarray, size_t index);
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
141 inline void push_region(size_t index);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
142
a61af66fc99e Initial load
duke
parents:
diff changeset
143 // Access function for compaction managers
a61af66fc99e Initial load
duke
parents:
diff changeset
144 static ParCompactionManager* gc_thread_compaction_manager(int index);
a61af66fc99e Initial load
duke
parents:
diff changeset
145
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
146 static bool steal(int queue_num, int* seed, oop& t) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
147 return stack_array()->steal(queue_num, seed, t);
a61af66fc99e Initial load
duke
parents:
diff changeset
148 }
a61af66fc99e Initial load
duke
parents:
diff changeset
149
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
150 static bool steal_objarray(int queue_num, int* seed, ObjArrayTask& t) {
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
151 return _objarray_queues->steal(queue_num, seed, t);
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
152 }
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
153
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
154 static bool steal(int queue_num, int* seed, size_t& region) {
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
155 return region_array()->steal(queue_num, seed, region);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
156 }
a61af66fc99e Initial load
duke
parents:
diff changeset
157
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
158 // Process tasks remaining on any marking stack
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
159 void follow_marking_stacks();
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
160 inline bool marking_stacks_empty() const;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
161
a61af66fc99e Initial load
duke
parents:
diff changeset
162 // Process tasks remaining on any stack
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
163 void drain_region_stacks();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
164
a61af66fc99e Initial load
duke
parents:
diff changeset
165 // Debugging support
a61af66fc99e Initial load
duke
parents:
diff changeset
166 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
167 bool stacks_have_been_allocated();
a61af66fc99e Initial load
duke
parents:
diff changeset
168 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
169 };
a61af66fc99e Initial load
duke
parents:
diff changeset
170
a61af66fc99e Initial load
duke
parents:
diff changeset
171 inline ParCompactionManager* ParCompactionManager::manager_array(int index) {
a61af66fc99e Initial load
duke
parents:
diff changeset
172 assert(_manager_array != NULL, "access of NULL manager_array");
a61af66fc99e Initial load
duke
parents:
diff changeset
173 assert(index >= 0 && index <= (int)ParallelGCThreads,
a61af66fc99e Initial load
duke
parents:
diff changeset
174 "out of range manager_array access");
a61af66fc99e Initial load
duke
parents:
diff changeset
175 return _manager_array[index];
a61af66fc99e Initial load
duke
parents:
diff changeset
176 }
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
177
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
178 bool ParCompactionManager::marking_stacks_empty() const {
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
179 return _marking_stack.is_empty() && _objarray_stack.is_empty();
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
180 }