Mercurial > hg > truffle
annotate src/share/vm/gc_implementation/g1/concurrentG1RefineThread.cpp @ 20216:570cb6369f17
8019342: G1: High "Other" time most likely due to card redirtying
Summary: Parallelize card redirtying to decrease the time it takes.
Reviewed-by: brutisso
| author | tschatzl |
|---|---|
| date | Mon, 21 Jul 2014 09:40:19 +0200 |
| parents | 581e70386ec9 |
| children | 7848fc12602b |
| rev | line source |
|---|---|
| 342 | 1 /* |
|
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1394
diff
changeset
|
2 * Copyright (c) 2001, 2010, Oracle and/or its affiliates. All rights reserved. |
| 342 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
| 4 * | |
| 5 * This code is free software; you can redistribute it and/or modify it | |
| 6 * under the terms of the GNU General Public License version 2 only, as | |
| 7 * published by the Free Software Foundation. | |
| 8 * | |
| 9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
| 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
| 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
| 12 * version 2 for more details (a copy is included in the LICENSE file that | |
| 13 * accompanied this code). | |
| 14 * | |
| 15 * You should have received a copy of the GNU General Public License version | |
| 16 * 2 along with this work; if not, write to the Free Software Foundation, | |
| 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
| 18 * | |
|
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1394
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
|
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1394
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
|
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1394
diff
changeset
|
21 * questions. |
| 342 | 22 * |
| 23 */ | |
| 24 | |
| 1972 | 25 #include "precompiled.hpp" |
| 26 #include "gc_implementation/g1/concurrentG1Refine.hpp" | |
| 27 #include "gc_implementation/g1/concurrentG1RefineThread.hpp" | |
| 28 #include "gc_implementation/g1/g1CollectedHeap.inline.hpp" | |
| 29 #include "gc_implementation/g1/g1CollectorPolicy.hpp" | |
| 30 #include "memory/resourceArea.hpp" | |
| 31 #include "runtime/handles.inline.hpp" | |
| 32 #include "runtime/mutexLocker.hpp" | |
| 342 | 33 |
| 34 ConcurrentG1RefineThread:: | |
|
795
215f81b4d9b3
6841831: G1: assert(contains_reference(from),"We just added it!") fires
iveresov
parents:
794
diff
changeset
|
35 ConcurrentG1RefineThread(ConcurrentG1Refine* cg1r, ConcurrentG1RefineThread *next, |
|
20216
570cb6369f17
8019342: G1: High "Other" time most likely due to card redirtying
tschatzl
parents:
20192
diff
changeset
|
36 CardTableEntryClosure* refine_closure, |
|
17844
8847586c9037
8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents:
3919
diff
changeset
|
37 uint worker_id_offset, uint worker_id) : |
| 342 | 38 ConcurrentGCThread(), |
|
20216
570cb6369f17
8019342: G1: High "Other" time most likely due to card redirtying
tschatzl
parents:
20192
diff
changeset
|
39 _refine_closure(refine_closure), |
|
795
215f81b4d9b3
6841831: G1: assert(contains_reference(from),"We just added it!") fires
iveresov
parents:
794
diff
changeset
|
40 _worker_id_offset(worker_id_offset), |
| 794 | 41 _worker_id(worker_id), |
| 42 _active(false), | |
| 43 _next(next), | |
| 1111 | 44 _monitor(NULL), |
| 342 | 45 _cg1r(cg1r), |
| 1111 | 46 _vtime_accum(0.0) |
| 342 | 47 { |
| 1111 | 48 |
| 49 // Each thread has its own monitor. The i-th thread is responsible for signalling | |
| 50 // to thread i+1 if the number of buffers in the queue exceeds a threashold for this | |
| 51 // thread. Monitors are also used to wake up the threads during termination. | |
| 52 // The 0th worker in notified by mutator threads and has a special monitor. | |
| 53 // The last worker is used for young gen rset size sampling. | |
| 54 if (worker_id > 0) { | |
| 55 _monitor = new Monitor(Mutex::nonleaf, "Refinement monitor", true); | |
| 56 } else { | |
| 57 _monitor = DirtyCardQ_CBL_mon; | |
| 58 } | |
| 59 initialize(); | |
| 342 | 60 create_and_start(); |
| 61 } | |
| 62 | |
| 1111 | 63 void ConcurrentG1RefineThread::initialize() { |
| 64 if (_worker_id < cg1r()->worker_thread_num()) { | |
| 65 // Current thread activation threshold | |
| 66 _threshold = MIN2<int>(cg1r()->thread_threshold_step() * (_worker_id + 1) + cg1r()->green_zone(), | |
| 67 cg1r()->yellow_zone()); | |
| 68 // A thread deactivates once the number of buffer reached a deactivation threshold | |
| 69 _deactivation_threshold = MAX2<int>(_threshold - cg1r()->thread_threshold_step(), cg1r()->green_zone()); | |
| 70 } else { | |
| 71 set_active(true); | |
| 72 } | |
| 73 } | |
| 74 | |
| 342 | 75 void ConcurrentG1RefineThread::sample_young_list_rs_lengths() { |
| 20192 | 76 SuspendibleThreadSetJoiner sts; |
| 342 | 77 G1CollectedHeap* g1h = G1CollectedHeap::heap(); |
| 78 G1CollectorPolicy* g1p = g1h->g1_policy(); | |
| 79 if (g1p->adaptive_young_list_length()) { | |
| 80 int regions_visited = 0; | |
|
1394
1316cec51b4d
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
1282
diff
changeset
|
81 g1h->young_list()->rs_length_sampling_init(); |
|
1316cec51b4d
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
1282
diff
changeset
|
82 while (g1h->young_list()->rs_length_sampling_more()) { |
|
1316cec51b4d
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
1282
diff
changeset
|
83 g1h->young_list()->rs_length_sampling_next(); |
| 342 | 84 ++regions_visited; |
| 85 | |
| 86 // we try to yield every time we visit 10 regions | |
| 87 if (regions_visited == 10) { | |
| 20192 | 88 if (sts.should_yield()) { |
| 89 sts.yield(); | |
| 342 | 90 // we just abandon the iteration |
| 91 break; | |
| 92 } | |
| 93 regions_visited = 0; | |
| 94 } | |
| 95 } | |
| 96 | |
|
3919
4f41766176cf
7084509: G1: fix inconsistencies and mistakes in the young list target length calculations
tonyp
parents:
1972
diff
changeset
|
97 g1p->revise_young_list_target_length_if_necessary(); |
| 342 | 98 } |
| 99 } | |
| 100 | |
| 1111 | 101 void ConcurrentG1RefineThread::run_young_rs_sampling() { |
| 102 DirtyCardQueueSet& dcqs = JavaThread::dirty_card_queue_set(); | |
| 342 | 103 _vtime_start = os::elapsedVTime(); |
| 1111 | 104 while(!_should_terminate) { |
| 105 sample_young_list_rs_lengths(); | |
| 342 | 106 |
| 1111 | 107 if (os::supports_vtime()) { |
| 108 _vtime_accum = (os::elapsedVTime() - _vtime_start); | |
| 109 } else { | |
| 110 _vtime_accum = 0.0; | |
| 794 | 111 } |
| 112 | |
| 1111 | 113 MutexLockerEx x(_monitor, Mutex::_no_safepoint_check_flag); |
| 114 if (_should_terminate) { | |
| 115 break; | |
| 116 } | |
| 1282 | 117 _monitor->wait(Mutex::_no_safepoint_check_flag, G1ConcRefinementServiceIntervalMillis); |
| 1111 | 118 } |
| 119 } | |
| 794 | 120 |
| 1111 | 121 void ConcurrentG1RefineThread::wait_for_completed_buffers() { |
| 122 DirtyCardQueueSet& dcqs = JavaThread::dirty_card_queue_set(); | |
| 123 MutexLockerEx x(_monitor, Mutex::_no_safepoint_check_flag); | |
| 124 while (!_should_terminate && !is_active()) { | |
| 125 _monitor->wait(Mutex::_no_safepoint_check_flag); | |
| 126 } | |
| 127 } | |
| 128 | |
| 129 bool ConcurrentG1RefineThread::is_active() { | |
| 130 DirtyCardQueueSet& dcqs = JavaThread::dirty_card_queue_set(); | |
| 131 return _worker_id > 0 ? _active : dcqs.process_completed_buffers(); | |
| 132 } | |
| 133 | |
| 134 void ConcurrentG1RefineThread::activate() { | |
| 135 MutexLockerEx x(_monitor, Mutex::_no_safepoint_check_flag); | |
| 136 if (_worker_id > 0) { | |
| 1282 | 137 if (G1TraceConcRefinement) { |
| 1111 | 138 DirtyCardQueueSet& dcqs = JavaThread::dirty_card_queue_set(); |
| 139 gclog_or_tty->print_cr("G1-Refine-activated worker %d, on threshold %d, current %d", | |
| 140 _worker_id, _threshold, (int)dcqs.completed_buffers_num()); | |
| 342 | 141 } |
| 1111 | 142 set_active(true); |
| 143 } else { | |
| 144 DirtyCardQueueSet& dcqs = JavaThread::dirty_card_queue_set(); | |
| 145 dcqs.set_process_completed(true); | |
| 146 } | |
| 147 _monitor->notify(); | |
| 148 } | |
| 794 | 149 |
| 1111 | 150 void ConcurrentG1RefineThread::deactivate() { |
| 151 MutexLockerEx x(_monitor, Mutex::_no_safepoint_check_flag); | |
| 152 if (_worker_id > 0) { | |
| 1282 | 153 if (G1TraceConcRefinement) { |
| 1111 | 154 DirtyCardQueueSet& dcqs = JavaThread::dirty_card_queue_set(); |
| 155 gclog_or_tty->print_cr("G1-Refine-deactivated worker %d, off threshold %d, current %d", | |
| 156 _worker_id, _deactivation_threshold, (int)dcqs.completed_buffers_num()); | |
| 157 } | |
| 158 set_active(false); | |
| 159 } else { | |
| 160 DirtyCardQueueSet& dcqs = JavaThread::dirty_card_queue_set(); | |
| 161 dcqs.set_process_completed(false); | |
| 162 } | |
| 163 } | |
| 164 | |
| 165 void ConcurrentG1RefineThread::run() { | |
| 166 initialize_in_thread(); | |
| 167 wait_for_universe_init(); | |
| 794 | 168 |
| 1111 | 169 if (_worker_id >= cg1r()->worker_thread_num()) { |
| 170 run_young_rs_sampling(); | |
| 171 terminate(); | |
|
1394
1316cec51b4d
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
1282
diff
changeset
|
172 return; |
| 1111 | 173 } |
| 174 | |
| 175 _vtime_start = os::elapsedVTime(); | |
| 176 while (!_should_terminate) { | |
| 177 DirtyCardQueueSet& dcqs = JavaThread::dirty_card_queue_set(); | |
| 178 | |
| 179 // Wait for work | |
| 180 wait_for_completed_buffers(); | |
| 181 | |
| 182 if (_should_terminate) { | |
| 183 break; | |
| 184 } | |
| 185 | |
| 20192 | 186 { |
| 187 SuspendibleThreadSetJoiner sts; | |
| 188 | |
| 189 do { | |
| 190 int curr_buffer_num = (int)dcqs.completed_buffers_num(); | |
| 191 // If the number of the buffers falls down into the yellow zone, | |
| 192 // that means that the transition period after the evacuation pause has ended. | |
| 193 if (dcqs.completed_queue_padding() > 0 && curr_buffer_num <= cg1r()->yellow_zone()) { | |
| 194 dcqs.set_completed_queue_padding(0); | |
| 195 } | |
| 1111 | 196 |
| 20192 | 197 if (_worker_id > 0 && curr_buffer_num <= _deactivation_threshold) { |
| 198 // If the number of the buffer has fallen below our threshold | |
| 199 // we should deactivate. The predecessor will reactivate this | |
| 200 // thread should the number of the buffers cross the threshold again. | |
| 201 deactivate(); | |
| 202 break; | |
| 203 } | |
| 1111 | 204 |
| 20192 | 205 // Check if we need to activate the next thread. |
| 206 if (_next != NULL && !_next->is_active() && curr_buffer_num > _next->_threshold) { | |
| 207 _next->activate(); | |
| 208 } | |
|
20216
570cb6369f17
8019342: G1: High "Other" time most likely due to card redirtying
tschatzl
parents:
20192
diff
changeset
|
209 } while (dcqs.apply_closure_to_completed_buffer(_refine_closure, _worker_id + _worker_id_offset, cg1r()->green_zone())); |
| 20192 | 210 |
| 211 // We can exit the loop above while being active if there was a yield request. | |
| 212 if (is_active()) { | |
| 794 | 213 deactivate(); |
| 214 } | |
| 215 } | |
| 1111 | 216 |
| 342 | 217 if (os::supports_vtime()) { |
| 218 _vtime_accum = (os::elapsedVTime() - _vtime_start); | |
| 219 } else { | |
| 220 _vtime_accum = 0.0; | |
| 221 } | |
| 222 } | |
| 223 assert(_should_terminate, "just checking"); | |
| 224 terminate(); | |
| 225 } | |
| 226 | |
| 227 void ConcurrentG1RefineThread::stop() { | |
| 228 // it is ok to take late safepoints here, if needed | |
| 229 { | |
| 230 MutexLockerEx mu(Terminator_lock); | |
| 231 _should_terminate = true; | |
| 232 } | |
| 233 | |
| 234 { | |
| 1111 | 235 MutexLockerEx x(_monitor, Mutex::_no_safepoint_check_flag); |
| 236 _monitor->notify(); | |
| 342 | 237 } |
| 238 | |
| 239 { | |
| 240 MutexLockerEx mu(Terminator_lock); | |
| 241 while (!_has_terminated) { | |
| 242 Terminator_lock->wait(); | |
| 243 } | |
| 244 } | |
| 1282 | 245 if (G1TraceConcRefinement) { |
| 246 gclog_or_tty->print_cr("G1-Refine-stop"); | |
| 247 } | |
| 342 | 248 } |
| 249 | |
| 1019 | 250 void ConcurrentG1RefineThread::print() const { |
| 251 print_on(tty); | |
| 342 | 252 } |
| 1019 | 253 |
| 254 void ConcurrentG1RefineThread::print_on(outputStream* st) const { | |
| 255 st->print("\"G1 Concurrent Refinement Thread#%d\" ", _worker_id); | |
| 256 Thread::print_on(st); | |
| 257 st->cr(); | |
| 258 } |