Mercurial > hg > truffle
annotate src/share/vm/gc_implementation/g1/g1SATBCardTableModRefBS.cpp @ 20211:82693fb204a5
8038930: G1CodeRootSet::test fails with assert(_num_chunks_handed_out == 0) failed: No elements must have been handed out yet
Summary: The test incorrectly assumed that it had been started with no other previous compilation activity. Fix this by allowing multiple code root free chunk lists, and use one separate from the global one to perform the test.
Reviewed-by: brutisso
| author | tschatzl |
|---|---|
| date | Wed, 16 Apr 2014 10:14:50 +0200 |
| parents | ce8f6bb717c9 |
| children | e5035defa3c4 |
| rev | line source |
|---|---|
| 342 | 1 /* |
|
12316
190899198332
7195622: CheckUnhandledOops has limited usefulness now
hseigel
parents:
11068
diff
changeset
|
2 * Copyright (c) 2001, 2013, Oracle and/or its affiliates. All rights reserved. |
| 342 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
| 4 * | |
| 5 * This code is free software; you can redistribute it and/or modify it | |
| 6 * under the terms of the GNU General Public License version 2 only, as | |
| 7 * published by the Free Software Foundation. | |
| 8 * | |
| 9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
| 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
| 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
| 12 * version 2 for more details (a copy is included in the LICENSE file that | |
| 13 * accompanied this code). | |
| 14 * | |
| 15 * You should have received a copy of the GNU General Public License version | |
| 16 * 2 along with this work; if not, write to the Free Software Foundation, | |
| 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
| 18 * | |
|
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1317
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
|
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1317
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
|
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1317
diff
changeset
|
21 * questions. |
| 342 | 22 * |
| 23 */ | |
| 24 | |
| 1972 | 25 #include "precompiled.hpp" |
| 26 #include "gc_implementation/g1/g1SATBCardTableModRefBS.hpp" | |
| 27 #include "gc_implementation/g1/heapRegion.hpp" | |
| 28 #include "gc_implementation/g1/satbQueue.hpp" | |
| 29 #include "runtime/mutexLocker.hpp" | |
|
20197
ce8f6bb717c9
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
17951
diff
changeset
|
30 #include "runtime/orderAccess.inline.hpp" |
|
7180
f34d701e952e
8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
3960
diff
changeset
|
31 #include "runtime/thread.inline.hpp" |
| 342 | 32 |
| 33 G1SATBCardTableModRefBS::G1SATBCardTableModRefBS(MemRegion whole_heap, | |
| 34 int max_covered_regions) : | |
| 35 CardTableModRefBSForCTRS(whole_heap, max_covered_regions) | |
| 36 { | |
| 37 _kind = G1SATBCT; | |
| 38 } | |
| 39 | |
| 40 | |
| 41 void G1SATBCardTableModRefBS::enqueue(oop pre_val) { | |
|
3249
e1162778c1c8
7009266: G1: assert(obj->is_oop_or_null(true )) failed: Error
johnc
parents:
1972
diff
changeset
|
42 // Nulls should have been already filtered. |
|
e1162778c1c8
7009266: G1: assert(obj->is_oop_or_null(true )) failed: Error
johnc
parents:
1972
diff
changeset
|
43 assert(pre_val->is_oop(true), "Error"); |
|
e1162778c1c8
7009266: G1: assert(obj->is_oop_or_null(true )) failed: Error
johnc
parents:
1972
diff
changeset
|
44 |
|
1317
d4197f8d516a
6935821: G1: threads created during marking do not active their SATB queues
tonyp
parents:
845
diff
changeset
|
45 if (!JavaThread::satb_mark_queue_set().is_active()) return; |
| 342 | 46 Thread* thr = Thread::current(); |
| 47 if (thr->is_Java_thread()) { | |
| 48 JavaThread* jt = (JavaThread*)thr; | |
| 49 jt->satb_mark_queue().enqueue(pre_val); | |
| 50 } else { | |
|
11068
b30744960351
8014022: G1: Non Java threads should lock the shared SATB queue lock without safepoint checks.
brutisso
parents:
7180
diff
changeset
|
51 MutexLockerEx x(Shared_SATB_Q_lock, Mutex::_no_safepoint_check_flag); |
| 342 | 52 JavaThread::satb_mark_queue_set().shared_satb_queue()->enqueue(pre_val); |
| 53 } | |
| 54 } | |
| 55 | |
|
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
56 template <class T> void |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
57 G1SATBCardTableModRefBS::write_ref_array_pre_work(T* dst, int count) { |
|
1317
d4197f8d516a
6935821: G1: threads created during marking do not active their SATB queues
tonyp
parents:
845
diff
changeset
|
58 if (!JavaThread::satb_mark_queue_set().is_active()) return; |
|
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
59 T* elem_ptr = dst; |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
60 for (int i = 0; i < count; i++, elem_ptr++) { |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
61 T heap_oop = oopDesc::load_heap_oop(elem_ptr); |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
62 if (!oopDesc::is_null(heap_oop)) { |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
63 enqueue(oopDesc::decode_heap_oop_not_null(heap_oop)); |
|
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
64 } |
| 342 | 65 } |
| 66 } | |
| 67 | |
| 12343 | 68 bool G1SATBCardTableModRefBS::mark_card_deferred(size_t card_index) { |
| 69 jbyte val = _byte_map[card_index]; | |
| 70 // It's already processed | |
| 71 if ((val & (clean_card_mask_val() | deferred_card_val())) == deferred_card_val()) { | |
| 72 return false; | |
| 73 } | |
|
12835
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
74 |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
75 if (val == g1_young_gen) { |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
76 // the card is for a young gen region. We don't need to keep track of all pointers into young |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
77 return false; |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
78 } |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
79 |
| 12343 | 80 // Cached bit can be installed either on a clean card or on a claimed card. |
| 81 jbyte new_val = val; | |
| 82 if (val == clean_card_val()) { | |
| 83 new_val = (jbyte)deferred_card_val(); | |
| 84 } else { | |
| 85 if (val & claimed_card_val()) { | |
| 86 new_val = val | (jbyte)deferred_card_val(); | |
| 87 } | |
| 88 } | |
| 89 if (new_val != val) { | |
| 90 Atomic::cmpxchg(new_val, &_byte_map[card_index], val); | |
| 91 } | |
| 92 return true; | |
| 93 } | |
| 94 | |
|
12835
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
95 void G1SATBCardTableModRefBS::g1_mark_as_young(const MemRegion& mr) { |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
96 jbyte *const first = byte_for(mr.start()); |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
97 jbyte *const last = byte_after(mr.last()); |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
98 |
| 17951 | 99 // Below we may use an explicit loop instead of memset() because on |
| 100 // certain platforms memset() can give concurrent readers phantom zeros. | |
| 101 if (UseMemSetInBOT) { | |
| 102 memset(first, g1_young_gen, last - first); | |
| 103 } else { | |
| 104 for (jbyte* i = first; i < last; i++) { | |
| 105 *i = g1_young_gen; | |
| 106 } | |
| 107 } | |
|
12835
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
108 } |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
109 |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
110 #ifndef PRODUCT |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
111 void G1SATBCardTableModRefBS::verify_g1_young_region(MemRegion mr) { |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
112 verify_region(mr, g1_young_gen, true); |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
113 } |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
114 #endif |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
115 |
| 342 | 116 G1SATBCardTableLoggingModRefBS:: |
| 117 G1SATBCardTableLoggingModRefBS(MemRegion whole_heap, | |
| 118 int max_covered_regions) : | |
| 119 G1SATBCardTableModRefBS(whole_heap, max_covered_regions), | |
| 120 _dcqs(JavaThread::dirty_card_queue_set()) | |
| 121 { | |
| 122 _kind = G1SATBCTLogging; | |
| 123 } | |
| 124 | |
| 125 void | |
| 126 G1SATBCardTableLoggingModRefBS::write_ref_field_work(void* field, | |
|
14443
3205e78d8193
8029396: PPC64 (part 212): Several memory ordering fixes in C-code.
goetz
parents:
12840
diff
changeset
|
127 oop new_val, |
|
3205e78d8193
8029396: PPC64 (part 212): Several memory ordering fixes in C-code.
goetz
parents:
12840
diff
changeset
|
128 bool release) { |
|
12835
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
129 volatile jbyte* byte = byte_for(field); |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
130 if (*byte == g1_young_gen) { |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
131 return; |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
132 } |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
133 OrderAccess::storeload(); |
| 342 | 134 if (*byte != dirty_card) { |
| 135 *byte = dirty_card; | |
| 136 Thread* thr = Thread::current(); | |
| 137 if (thr->is_Java_thread()) { | |
| 138 JavaThread* jt = (JavaThread*)thr; | |
| 139 jt->dirty_card_queue().enqueue(byte); | |
| 140 } else { | |
| 141 MutexLockerEx x(Shared_DirtyCardQ_lock, | |
| 142 Mutex::_no_safepoint_check_flag); | |
| 143 _dcqs.shared_dirty_card_queue()->enqueue(byte); | |
| 144 } | |
| 145 } | |
| 146 } | |
| 147 | |
| 148 void | |
| 149 G1SATBCardTableLoggingModRefBS::write_ref_field_static(void* field, | |
| 150 oop new_val) { | |
| 151 uintptr_t field_uint = (uintptr_t)field; | |
|
12316
190899198332
7195622: CheckUnhandledOops has limited usefulness now
hseigel
parents:
11068
diff
changeset
|
152 uintptr_t new_val_uint = cast_from_oop<uintptr_t>(new_val); |
| 342 | 153 uintptr_t comb = field_uint ^ new_val_uint; |
| 154 comb = comb >> HeapRegion::LogOfHRGrainBytes; | |
| 155 if (comb == 0) return; | |
| 156 if (new_val == NULL) return; | |
| 157 // Otherwise, log it. | |
| 158 G1SATBCardTableLoggingModRefBS* g1_bs = | |
| 159 (G1SATBCardTableLoggingModRefBS*)Universe::heap()->barrier_set(); | |
| 160 g1_bs->write_ref_field_work(field, new_val); | |
| 161 } | |
| 162 | |
| 163 void | |
| 164 G1SATBCardTableLoggingModRefBS::invalidate(MemRegion mr, bool whole_heap) { | |
|
12835
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
165 volatile jbyte* byte = byte_for(mr.start()); |
| 342 | 166 jbyte* last_byte = byte_for(mr.last()); |
| 167 Thread* thr = Thread::current(); | |
| 168 if (whole_heap) { | |
| 169 while (byte <= last_byte) { | |
| 170 *byte = dirty_card; | |
| 171 byte++; | |
| 172 } | |
| 173 } else { | |
|
12835
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
174 // skip all consecutive young cards |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
175 for (; byte <= last_byte && *byte == g1_young_gen; byte++); |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
176 |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
177 if (byte <= last_byte) { |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
178 OrderAccess::storeload(); |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
179 // Enqueue if necessary. |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
180 if (thr->is_Java_thread()) { |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
181 JavaThread* jt = (JavaThread*)thr; |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
182 for (; byte <= last_byte; byte++) { |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
183 if (*byte == g1_young_gen) { |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
184 continue; |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
185 } |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
186 if (*byte != dirty_card) { |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
187 *byte = dirty_card; |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
188 jt->dirty_card_queue().enqueue(byte); |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
189 } |
| 342 | 190 } |
|
12835
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
191 } else { |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
192 MutexLockerEx x(Shared_DirtyCardQ_lock, |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
193 Mutex::_no_safepoint_check_flag); |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
194 for (; byte <= last_byte; byte++) { |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
195 if (*byte == g1_young_gen) { |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
196 continue; |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
197 } |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
198 if (*byte != dirty_card) { |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
199 *byte = dirty_card; |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
200 _dcqs.shared_dirty_card_queue()->enqueue(byte); |
|
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
201 } |
| 342 | 202 } |
| 203 } | |
| 204 } | |
| 205 } | |
| 206 } |