annotate src/share/vm/gc_implementation/parallelScavenge/psCompactionManager.hpp @ 2149:7e37af9d69ef

7011379: G1: overly long concurrent marking cycles Summary: This changeset introduces filtering of SATB buffers at the point when they are about to be enqueued. If this filtering clears enough entries on each buffer, the buffer can then be re-used and not enqueued. This cuts down the number of SATB buffers that need to be processed by the concurrent marking threads. Reviewed-by: johnc, ysr
author tonyp
date Wed, 19 Jan 2011 09:35:17 -0500
parents f95d63e2154a
children bca17e38de00
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
2 * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1311
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1311
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1311
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
25 #ifndef SHARE_VM_GC_IMPLEMENTATION_PARALLELSCAVENGE_PSCOMPACTIONMANAGER_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
26 #define SHARE_VM_GC_IMPLEMENTATION_PARALLELSCAVENGE_PSCOMPACTIONMANAGER_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
27
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
28 #include "memory/allocation.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
29 #include "utilities/stack.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
30 #include "utilities/taskqueue.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
31
0
a61af66fc99e Initial load
duke
parents:
diff changeset
32 // Move to some global location
a61af66fc99e Initial load
duke
parents:
diff changeset
33 #define HAS_BEEN_MOVED 0x1501d01d
a61af66fc99e Initial load
duke
parents:
diff changeset
34 // End move to some global location
a61af66fc99e Initial load
duke
parents:
diff changeset
35
a61af66fc99e Initial load
duke
parents:
diff changeset
36
a61af66fc99e Initial load
duke
parents:
diff changeset
37 class MutableSpace;
a61af66fc99e Initial load
duke
parents:
diff changeset
38 class PSOldGen;
a61af66fc99e Initial load
duke
parents:
diff changeset
39 class ParCompactionManager;
a61af66fc99e Initial load
duke
parents:
diff changeset
40 class ObjectStartArray;
a61af66fc99e Initial load
duke
parents:
diff changeset
41 class ParallelCompactData;
a61af66fc99e Initial load
duke
parents:
diff changeset
42 class ParMarkBitMap;
a61af66fc99e Initial load
duke
parents:
diff changeset
43
a61af66fc99e Initial load
duke
parents:
diff changeset
44 class ParCompactionManager : public CHeapObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
45 friend class ParallelTaskTerminator;
a61af66fc99e Initial load
duke
parents:
diff changeset
46 friend class ParMarkBitMap;
a61af66fc99e Initial load
duke
parents:
diff changeset
47 friend class PSParallelCompact;
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
48 friend class StealRegionCompactionTask;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
49 friend class UpdateAndFillClosure;
a61af66fc99e Initial load
duke
parents:
diff changeset
50 friend class RefProcTaskExecutor;
a61af66fc99e Initial load
duke
parents:
diff changeset
51
a61af66fc99e Initial load
duke
parents:
diff changeset
52 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
53
a61af66fc99e Initial load
duke
parents:
diff changeset
54 // ------------------------ Don't putback if not needed
a61af66fc99e Initial load
duke
parents:
diff changeset
55 // Actions that the compaction manager should take.
a61af66fc99e Initial load
duke
parents:
diff changeset
56 enum Action {
a61af66fc99e Initial load
duke
parents:
diff changeset
57 Update,
a61af66fc99e Initial load
duke
parents:
diff changeset
58 Copy,
a61af66fc99e Initial load
duke
parents:
diff changeset
59 UpdateAndCopy,
a61af66fc99e Initial load
duke
parents:
diff changeset
60 CopyAndUpdate,
a61af66fc99e Initial load
duke
parents:
diff changeset
61 VerifyUpdate,
a61af66fc99e Initial load
duke
parents:
diff changeset
62 ResetObjects,
a61af66fc99e Initial load
duke
parents:
diff changeset
63 NotValid
a61af66fc99e Initial load
duke
parents:
diff changeset
64 };
a61af66fc99e Initial load
duke
parents:
diff changeset
65 // ------------------------ End don't putback if not needed
a61af66fc99e Initial load
duke
parents:
diff changeset
66
a61af66fc99e Initial load
duke
parents:
diff changeset
67 private:
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
68 // 32-bit: 4K * 8 = 32KiB; 64-bit: 8K * 16 = 128KiB
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
69 #define QUEUE_SIZE (1 << NOT_LP64(12) LP64_ONLY(13))
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
70 typedef OverflowTaskQueue<ObjArrayTask, QUEUE_SIZE> ObjArrayTaskQueue;
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
71 typedef GenericTaskQueueSet<ObjArrayTaskQueue> ObjArrayTaskQueueSet;
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
72 #undef QUEUE_SIZE
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
73
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
74 static ParCompactionManager** _manager_array;
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
75 static OopTaskQueueSet* _stack_array;
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
76 static ObjArrayTaskQueueSet* _objarray_queues;
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
77 static ObjectStartArray* _start_array;
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
78 static RegionTaskQueueSet* _region_array;
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
79 static PSOldGen* _old_gen;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
80
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
81 private:
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
82 OverflowTaskQueue<oop> _marking_stack;
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
83 ObjArrayTaskQueue _objarray_stack;
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
84
0
a61af66fc99e Initial load
duke
parents:
diff changeset
85 // Is there a way to reuse the _marking_stack for the
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
86 // saving empty regions? For now just create a different
0
a61af66fc99e Initial load
duke
parents:
diff changeset
87 // type of TaskQueue.
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
88 RegionTaskQueue _region_stack;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
89
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1638
diff changeset
90 Stack<Klass*> _revisit_klass_stack;
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1638
diff changeset
91 Stack<DataLayout*> _revisit_mdo_stack;
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1638
diff changeset
92
0
a61af66fc99e Initial load
duke
parents:
diff changeset
93 static ParMarkBitMap* _mark_bitmap;
a61af66fc99e Initial load
duke
parents:
diff changeset
94
a61af66fc99e Initial load
duke
parents:
diff changeset
95 Action _action;
a61af66fc99e Initial load
duke
parents:
diff changeset
96
a61af66fc99e Initial load
duke
parents:
diff changeset
97 static PSOldGen* old_gen() { return _old_gen; }
a61af66fc99e Initial load
duke
parents:
diff changeset
98 static ObjectStartArray* start_array() { return _start_array; }
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
99 static OopTaskQueueSet* stack_array() { return _stack_array; }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
100
a61af66fc99e Initial load
duke
parents:
diff changeset
101 static void initialize(ParMarkBitMap* mbm);
a61af66fc99e Initial load
duke
parents:
diff changeset
102
a61af66fc99e Initial load
duke
parents:
diff changeset
103 protected:
a61af66fc99e Initial load
duke
parents:
diff changeset
104 // Array of tasks. Needed by the ParallelTaskTerminator.
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
105 static RegionTaskQueueSet* region_array() { return _region_array; }
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
106 OverflowTaskQueue<oop>* marking_stack() { return &_marking_stack; }
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
107 RegionTaskQueue* region_stack() { return &_region_stack; }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
108
a61af66fc99e Initial load
duke
parents:
diff changeset
109 // Pushes onto the marking stack. If the marking stack is full,
a61af66fc99e Initial load
duke
parents:
diff changeset
110 // pushes onto the overflow stack.
a61af66fc99e Initial load
duke
parents:
diff changeset
111 void stack_push(oop obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
112 // Do not implement an equivalent stack_pop. Deal with the
a61af66fc99e Initial load
duke
parents:
diff changeset
113 // marking stack and overflow stack directly.
a61af66fc99e Initial load
duke
parents:
diff changeset
114
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
115 public:
0
a61af66fc99e Initial load
duke
parents:
diff changeset
116 Action action() { return _action; }
a61af66fc99e Initial load
duke
parents:
diff changeset
117 void set_action(Action v) { _action = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
118
a61af66fc99e Initial load
duke
parents:
diff changeset
119 inline static ParCompactionManager* manager_array(int index);
a61af66fc99e Initial load
duke
parents:
diff changeset
120
a61af66fc99e Initial load
duke
parents:
diff changeset
121 ParCompactionManager();
a61af66fc99e Initial load
duke
parents:
diff changeset
122
a61af66fc99e Initial load
duke
parents:
diff changeset
123 ParMarkBitMap* mark_bitmap() { return _mark_bitmap; }
a61af66fc99e Initial load
duke
parents:
diff changeset
124
a61af66fc99e Initial load
duke
parents:
diff changeset
125 // Take actions in preparation for a compaction.
a61af66fc99e Initial load
duke
parents:
diff changeset
126 static void reset();
a61af66fc99e Initial load
duke
parents:
diff changeset
127
a61af66fc99e Initial load
duke
parents:
diff changeset
128 // void drain_stacks();
a61af66fc99e Initial load
duke
parents:
diff changeset
129
a61af66fc99e Initial load
duke
parents:
diff changeset
130 bool should_update();
a61af66fc99e Initial load
duke
parents:
diff changeset
131 bool should_copy();
a61af66fc99e Initial load
duke
parents:
diff changeset
132 bool should_verify_only();
a61af66fc99e Initial load
duke
parents:
diff changeset
133 bool should_reset_only();
a61af66fc99e Initial load
duke
parents:
diff changeset
134
1836
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1638
diff changeset
135 Stack<Klass*>* revisit_klass_stack() { return &_revisit_klass_stack; }
894b1d7c7e01 6423256: GC stacks should use a better data structure
jcoomes
parents: 1638
diff changeset
136 Stack<DataLayout*>* revisit_mdo_stack() { return &_revisit_mdo_stack; }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
137
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
138 // Save for later processing. Must not fail.
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
139 inline void push(oop obj) { _marking_stack.push(obj); }
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
140 inline void push_objarray(oop objarray, size_t index);
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
141 inline void push_region(size_t index);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
142
a61af66fc99e Initial load
duke
parents:
diff changeset
143 // Access function for compaction managers
a61af66fc99e Initial load
duke
parents:
diff changeset
144 static ParCompactionManager* gc_thread_compaction_manager(int index);
a61af66fc99e Initial load
duke
parents:
diff changeset
145
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
146 static bool steal(int queue_num, int* seed, oop& t) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
147 return stack_array()->steal(queue_num, seed, t);
a61af66fc99e Initial load
duke
parents:
diff changeset
148 }
a61af66fc99e Initial load
duke
parents:
diff changeset
149
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
150 static bool steal_objarray(int queue_num, int* seed, ObjArrayTask& t) {
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
151 return _objarray_queues->steal(queue_num, seed, t);
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
152 }
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
153
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
154 static bool steal(int queue_num, int* seed, size_t& region) {
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
155 return region_array()->steal(queue_num, seed, region);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
156 }
a61af66fc99e Initial load
duke
parents:
diff changeset
157
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
158 // Process tasks remaining on any marking stack
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
159 void follow_marking_stacks();
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
160 inline bool marking_stacks_empty() const;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
161
a61af66fc99e Initial load
duke
parents:
diff changeset
162 // Process tasks remaining on any stack
375
81cd571500b0 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 0
diff changeset
163 void drain_region_stacks();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
164
a61af66fc99e Initial load
duke
parents:
diff changeset
165 };
a61af66fc99e Initial load
duke
parents:
diff changeset
166
a61af66fc99e Initial load
duke
parents:
diff changeset
167 inline ParCompactionManager* ParCompactionManager::manager_array(int index) {
a61af66fc99e Initial load
duke
parents:
diff changeset
168 assert(_manager_array != NULL, "access of NULL manager_array");
a61af66fc99e Initial load
duke
parents:
diff changeset
169 assert(index >= 0 && index <= (int)ParallelGCThreads,
a61af66fc99e Initial load
duke
parents:
diff changeset
170 "out of range manager_array access");
a61af66fc99e Initial load
duke
parents:
diff changeset
171 return _manager_array[index];
a61af66fc99e Initial load
duke
parents:
diff changeset
172 }
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
173
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
174 bool ParCompactionManager::marking_stacks_empty() const {
1638
b2a00dd3117c 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 1552
diff changeset
175 return _marking_stack.is_empty() && _objarray_stack.is_empty();
1311
2a1472c30599 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 948
diff changeset
176 }
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
177
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1836
diff changeset
178 #endif // SHARE_VM_GC_IMPLEMENTATION_PARALLELSCAVENGE_PSCOMPACTIONMANAGER_HPP