Mercurial > hg > graal-jvmci-8
annotate src/share/vm/gc_implementation/g1/g1SATBCardTableModRefBS.hpp @ 23027:2e5e058881f4
8075466: SATB queue pre-filter verify found reclaimed humongous object
Summary: Removed pre-filter verify, and made filtering more careful.
Reviewed-by: brutisso, tschatzl
author | kbarrett |
---|---|
date | Wed, 15 Apr 2015 16:37:57 -0400 |
parents | e7d0505c8a30 |
children | 7848fc12602b |
rev | line source |
---|---|
342 | 1 /* |
17467
55fb97c4c58d
8029233: Update copyright year to match last edit in jdk8 hotspot repository for 2013
mikael
parents:
12835
diff
changeset
|
2 * Copyright (c) 2001, 2013, Oracle and/or its affiliates. All rights reserved. |
342 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 * | |
5 * This code is free software; you can redistribute it and/or modify it | |
6 * under the terms of the GNU General Public License version 2 only, as | |
7 * published by the Free Software Foundation. | |
8 * | |
9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
12 * version 2 for more details (a copy is included in the LICENSE file that | |
13 * accompanied this code). | |
14 * | |
15 * You should have received a copy of the GNU General Public License version | |
16 * 2 along with this work; if not, write to the Free Software Foundation, | |
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
18 * | |
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
845
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
845
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
845
diff
changeset
|
21 * questions. |
342 | 22 * |
23 */ | |
24 | |
1972 | 25 #ifndef SHARE_VM_GC_IMPLEMENTATION_G1_G1SATBCARDTABLEMODREFBS_HPP |
26 #define SHARE_VM_GC_IMPLEMENTATION_G1_G1SATBCARDTABLEMODREFBS_HPP | |
27 | |
20337 | 28 #include "gc_implementation/g1/g1RegionToSpaceMapper.hpp" |
1972 | 29 #include "memory/cardTableModRefBS.hpp" |
30 #include "memory/memRegion.hpp" | |
31 #include "oops/oop.inline.hpp" | |
8001
db9981fd3124
8005915: Unify SERIALGC and INCLUDE_ALTERNATE_GCS
jprovino
parents:
3252
diff
changeset
|
32 #include "utilities/macros.hpp" |
1972 | 33 |
342 | 34 class DirtyCardQueueSet; |
20337 | 35 class G1SATBCardTableLoggingModRefBS; |
342 | 36 |
37 // This barrier is specialized to use a logging barrier to support | |
38 // snapshot-at-the-beginning marking. | |
39 | |
40 class G1SATBCardTableModRefBS: public CardTableModRefBSForCTRS { | |
12835
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
41 protected: |
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
42 enum G1CardValues { |
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
43 g1_young_gen = CT_MR_BS_last_reserved << 1 |
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
44 }; |
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
45 |
3249
e1162778c1c8
7009266: G1: assert(obj->is_oop_or_null(true )) failed: Error
johnc
parents:
2324
diff
changeset
|
46 public: |
12835
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
47 static int g1_young_card_val() { return g1_young_gen; } |
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
48 |
342 | 49 // Add "pre_val" to a set of objects that may have been disconnected from the |
50 // pre-marking object graph. | |
51 static void enqueue(oop pre_val); | |
52 | |
53 G1SATBCardTableModRefBS(MemRegion whole_heap, | |
54 int max_covered_regions); | |
55 | |
56 bool is_a(BarrierSet::Name bsn) { | |
57 return bsn == BarrierSet::G1SATBCT || CardTableModRefBS::is_a(bsn); | |
58 } | |
59 | |
60 virtual bool has_write_ref_pre_barrier() { return true; } | |
61 | |
62 // This notes that we don't need to access any BarrierSet data | |
63 // structures, so this can be called from a static context. | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
64 template <class T> static void write_ref_field_pre_static(T* field, oop newVal) { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
65 T heap_oop = oopDesc::load_heap_oop(field); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
66 if (!oopDesc::is_null(heap_oop)) { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
67 enqueue(oopDesc::decode_heap_oop(heap_oop)); |
342 | 68 } |
69 } | |
70 | |
71 // We export this to make it available in cases where the static | |
72 // type of the barrier set is known. Note that it is non-virtual. | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
73 template <class T> inline void inline_write_ref_field_pre(T* field, oop newVal) { |
342 | 74 write_ref_field_pre_static(field, newVal); |
75 } | |
76 | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
77 // These are the more general virtual versions. |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
78 virtual void write_ref_field_pre_work(oop* field, oop new_val) { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
79 inline_write_ref_field_pre(field, new_val); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
80 } |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
81 virtual void write_ref_field_pre_work(narrowOop* field, oop new_val) { |
342 | 82 inline_write_ref_field_pre(field, new_val); |
83 } | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
84 virtual void write_ref_field_pre_work(void* field, oop new_val) { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
85 guarantee(false, "Not needed"); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
86 } |
342 | 87 |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
88 template <class T> void write_ref_array_pre_work(T* dst, int count); |
20275
e5035defa3c4
8048214: Linker error when compiling G1SATBCardTableModRefBS after include order changes
mgerdin
parents:
17795
diff
changeset
|
89 virtual void write_ref_array_pre(oop* dst, int count, bool dest_uninitialized); |
e5035defa3c4
8048214: Linker error when compiling G1SATBCardTableModRefBS after include order changes
mgerdin
parents:
17795
diff
changeset
|
90 virtual void write_ref_array_pre(narrowOop* dst, int count, bool dest_uninitialized); |
12343 | 91 |
92 /* | |
93 Claimed and deferred bits are used together in G1 during the evacuation | |
94 pause. These bits can have the following state transitions: | |
95 1. The claimed bit can be put over any other card state. Except that | |
96 the "dirty -> dirty and claimed" transition is checked for in | |
97 G1 code and is not used. | |
98 2. Deferred bit can be set only if the previous state of the card | |
99 was either clean or claimed. mark_card_deferred() is wait-free. | |
100 We do not care if the operation is be successful because if | |
101 it does not it will only result in duplicate entry in the update | |
102 buffer because of the "cache-miss". So it's not worth spinning. | |
103 */ | |
104 | |
105 bool is_card_claimed(size_t card_index) { | |
106 jbyte val = _byte_map[card_index]; | |
107 return (val & (clean_card_mask_val() | claimed_card_val())) == claimed_card_val(); | |
108 } | |
109 | |
110 void set_card_claimed(size_t card_index) { | |
111 jbyte val = _byte_map[card_index]; | |
112 if (val == clean_card_val()) { | |
113 val = (jbyte)claimed_card_val(); | |
114 } else { | |
115 val |= (jbyte)claimed_card_val(); | |
116 } | |
117 _byte_map[card_index] = val; | |
118 } | |
119 | |
12835
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
120 void verify_g1_young_region(MemRegion mr) PRODUCT_RETURN; |
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
121 void g1_mark_as_young(const MemRegion& mr); |
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
122 |
12343 | 123 bool mark_card_deferred(size_t card_index); |
124 | |
125 bool is_card_deferred(size_t card_index) { | |
126 jbyte val = _byte_map[card_index]; | |
127 return (val & (clean_card_mask_val() | deferred_card_val())) == deferred_card_val(); | |
128 } | |
20337 | 129 }; |
12343 | 130 |
20337 | 131 class G1SATBCardTableLoggingModRefBSChangedListener : public G1MappingChangedListener { |
132 private: | |
133 G1SATBCardTableLoggingModRefBS* _card_table; | |
134 public: | |
135 G1SATBCardTableLoggingModRefBSChangedListener() : _card_table(NULL) { } | |
136 | |
137 void set_card_table(G1SATBCardTableLoggingModRefBS* card_table) { _card_table = card_table; } | |
138 | |
20543 | 139 virtual void on_commit(uint start_idx, size_t num_regions, bool zero_filled); |
342 | 140 }; |
141 | |
142 // Adds card-table logging to the post-barrier. | |
143 // Usual invariant: all dirty cards are logged in the DirtyCardQueueSet. | |
144 class G1SATBCardTableLoggingModRefBS: public G1SATBCardTableModRefBS { | |
20337 | 145 friend class G1SATBCardTableLoggingModRefBSChangedListener; |
342 | 146 private: |
20337 | 147 G1SATBCardTableLoggingModRefBSChangedListener _listener; |
342 | 148 DirtyCardQueueSet& _dcqs; |
149 public: | |
20337 | 150 static size_t compute_size(size_t mem_region_size_in_words) { |
151 size_t number_of_slots = (mem_region_size_in_words / card_size_in_words); | |
152 return ReservedSpace::allocation_align_size_up(number_of_slots); | |
153 } | |
154 | |
342 | 155 G1SATBCardTableLoggingModRefBS(MemRegion whole_heap, |
156 int max_covered_regions); | |
157 | |
20337 | 158 virtual void initialize() { } |
159 virtual void initialize(G1RegionToSpaceMapper* mapper); | |
160 | |
161 virtual void resize_covered_region(MemRegion new_region) { ShouldNotReachHere(); } | |
162 | |
342 | 163 bool is_a(BarrierSet::Name bsn) { |
164 return bsn == BarrierSet::G1SATBCTLogging || | |
165 G1SATBCardTableModRefBS::is_a(bsn); | |
166 } | |
167 | |
14443
3205e78d8193
8029396: PPC64 (part 212): Several memory ordering fixes in C-code.
goetz
parents:
12835
diff
changeset
|
168 void write_ref_field_work(void* field, oop new_val, bool release = false); |
342 | 169 |
170 // Can be called from static contexts. | |
171 static void write_ref_field_static(void* field, oop new_val); | |
172 | |
173 // NB: if you do a whole-heap invalidation, the "usual invariant" defined | |
174 // above no longer applies. | |
175 void invalidate(MemRegion mr, bool whole_heap = false); | |
176 | |
177 void write_region_work(MemRegion mr) { invalidate(mr); } | |
178 void write_ref_array_work(MemRegion mr) { invalidate(mr); } | |
179 }; | |
180 | |
1972 | 181 #endif // SHARE_VM_GC_IMPLEMENTATION_G1_G1SATBCARDTABLEMODREFBS_HPP |