Mercurial > hg > graal-jvmci-8
annotate src/share/vm/gc_implementation/g1/g1SATBCardTableModRefBS.hpp @ 20543:e7d0505c8a30
8059758: Footprint regressions with JDK-8038423
Summary: Changes in JDK-8038423 always initialize (zero out) virtual memory used for auxiliary data structures. This causes a footprint regression for G1 in startup benchmarks. This is because they do not touch that memory at all, so the operating system does not actually commit these pages. The fix is to, if the initialization value of the data structures matches the default value of just committed memory (=0), do not do anything.
Reviewed-by: jwilhelm, brutisso
author | tschatzl |
---|---|
date | Fri, 10 Oct 2014 15:51:58 +0200 |
parents | c02ec279b062 |
children | 7848fc12602b |
rev | line source |
---|---|
342 | 1 /* |
17467
55fb97c4c58d
8029233: Update copyright year to match last edit in jdk8 hotspot repository for 2013
mikael
parents:
12835
diff
changeset
|
2 * Copyright (c) 2001, 2013, Oracle and/or its affiliates. All rights reserved. |
342 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 * | |
5 * This code is free software; you can redistribute it and/or modify it | |
6 * under the terms of the GNU General Public License version 2 only, as | |
7 * published by the Free Software Foundation. | |
8 * | |
9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
12 * version 2 for more details (a copy is included in the LICENSE file that | |
13 * accompanied this code). | |
14 * | |
15 * You should have received a copy of the GNU General Public License version | |
16 * 2 along with this work; if not, write to the Free Software Foundation, | |
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
18 * | |
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
845
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
845
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
845
diff
changeset
|
21 * questions. |
342 | 22 * |
23 */ | |
24 | |
1972 | 25 #ifndef SHARE_VM_GC_IMPLEMENTATION_G1_G1SATBCARDTABLEMODREFBS_HPP |
26 #define SHARE_VM_GC_IMPLEMENTATION_G1_G1SATBCARDTABLEMODREFBS_HPP | |
27 | |
20337 | 28 #include "gc_implementation/g1/g1RegionToSpaceMapper.hpp" |
1972 | 29 #include "memory/cardTableModRefBS.hpp" |
30 #include "memory/memRegion.hpp" | |
31 #include "oops/oop.inline.hpp" | |
8001
db9981fd3124
8005915: Unify SERIALGC and INCLUDE_ALTERNATE_GCS
jprovino
parents:
3252
diff
changeset
|
32 #include "utilities/macros.hpp" |
1972 | 33 |
342 | 34 class DirtyCardQueueSet; |
20337 | 35 class G1SATBCardTableLoggingModRefBS; |
342 | 36 |
37 // This barrier is specialized to use a logging barrier to support | |
38 // snapshot-at-the-beginning marking. | |
39 | |
40 class G1SATBCardTableModRefBS: public CardTableModRefBSForCTRS { | |
12835
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
41 protected: |
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
42 enum G1CardValues { |
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
43 g1_young_gen = CT_MR_BS_last_reserved << 1 |
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
44 }; |
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
45 |
3249
e1162778c1c8
7009266: G1: assert(obj->is_oop_or_null(true )) failed: Error
johnc
parents:
2324
diff
changeset
|
46 public: |
12835
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
47 static int g1_young_card_val() { return g1_young_gen; } |
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
48 |
342 | 49 // Add "pre_val" to a set of objects that may have been disconnected from the |
50 // pre-marking object graph. | |
51 static void enqueue(oop pre_val); | |
52 | |
53 G1SATBCardTableModRefBS(MemRegion whole_heap, | |
54 int max_covered_regions); | |
55 | |
56 bool is_a(BarrierSet::Name bsn) { | |
57 return bsn == BarrierSet::G1SATBCT || CardTableModRefBS::is_a(bsn); | |
58 } | |
59 | |
60 virtual bool has_write_ref_pre_barrier() { return true; } | |
61 | |
62 // This notes that we don't need to access any BarrierSet data | |
63 // structures, so this can be called from a static context. | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
64 template <class T> static void write_ref_field_pre_static(T* field, oop newVal) { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
65 T heap_oop = oopDesc::load_heap_oop(field); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
66 if (!oopDesc::is_null(heap_oop)) { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
67 enqueue(oopDesc::decode_heap_oop(heap_oop)); |
342 | 68 } |
69 } | |
70 | |
71 // We export this to make it available in cases where the static | |
72 // type of the barrier set is known. Note that it is non-virtual. | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
73 template <class T> inline void inline_write_ref_field_pre(T* field, oop newVal) { |
342 | 74 write_ref_field_pre_static(field, newVal); |
75 } | |
76 | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
77 // These are the more general virtual versions. |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
78 virtual void write_ref_field_pre_work(oop* field, oop new_val) { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
79 inline_write_ref_field_pre(field, new_val); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
80 } |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
81 virtual void write_ref_field_pre_work(narrowOop* field, oop new_val) { |
342 | 82 inline_write_ref_field_pre(field, new_val); |
83 } | |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
84 virtual void write_ref_field_pre_work(void* field, oop new_val) { |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
85 guarantee(false, "Not needed"); |
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
86 } |
342 | 87 |
845
df6caf649ff7
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
342
diff
changeset
|
88 template <class T> void write_ref_array_pre_work(T* dst, int count); |
20275
e5035defa3c4
8048214: Linker error when compiling G1SATBCardTableModRefBS after include order changes
mgerdin
parents:
17795
diff
changeset
|
89 virtual void write_ref_array_pre(oop* dst, int count, bool dest_uninitialized); |
e5035defa3c4
8048214: Linker error when compiling G1SATBCardTableModRefBS after include order changes
mgerdin
parents:
17795
diff
changeset
|
90 virtual void write_ref_array_pre(narrowOop* dst, int count, bool dest_uninitialized); |
12343 | 91 |
92 /* | |
93 Claimed and deferred bits are used together in G1 during the evacuation | |
94 pause. These bits can have the following state transitions: | |
95 1. The claimed bit can be put over any other card state. Except that | |
96 the "dirty -> dirty and claimed" transition is checked for in | |
97 G1 code and is not used. | |
98 2. Deferred bit can be set only if the previous state of the card | |
99 was either clean or claimed. mark_card_deferred() is wait-free. | |
100 We do not care if the operation is be successful because if | |
101 it does not it will only result in duplicate entry in the update | |
102 buffer because of the "cache-miss". So it's not worth spinning. | |
103 */ | |
104 | |
105 bool is_card_claimed(size_t card_index) { | |
106 jbyte val = _byte_map[card_index]; | |
107 return (val & (clean_card_mask_val() | claimed_card_val())) == claimed_card_val(); | |
108 } | |
109 | |
110 void set_card_claimed(size_t card_index) { | |
111 jbyte val = _byte_map[card_index]; | |
112 if (val == clean_card_val()) { | |
113 val = (jbyte)claimed_card_val(); | |
114 } else { | |
115 val |= (jbyte)claimed_card_val(); | |
116 } | |
117 _byte_map[card_index] = val; | |
118 } | |
119 | |
12835
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
120 void verify_g1_young_region(MemRegion mr) PRODUCT_RETURN; |
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
121 void g1_mark_as_young(const MemRegion& mr); |
69944b868a32
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
12343
diff
changeset
|
122 |
12343 | 123 bool mark_card_deferred(size_t card_index); |
124 | |
125 bool is_card_deferred(size_t card_index) { | |
126 jbyte val = _byte_map[card_index]; | |
127 return (val & (clean_card_mask_val() | deferred_card_val())) == deferred_card_val(); | |
128 } | |
20337 | 129 }; |
12343 | 130 |
20337 | 131 class G1SATBCardTableLoggingModRefBSChangedListener : public G1MappingChangedListener { |
132 private: | |
133 G1SATBCardTableLoggingModRefBS* _card_table; | |
134 public: | |
135 G1SATBCardTableLoggingModRefBSChangedListener() : _card_table(NULL) { } | |
136 | |
137 void set_card_table(G1SATBCardTableLoggingModRefBS* card_table) { _card_table = card_table; } | |
138 | |
20543 | 139 virtual void on_commit(uint start_idx, size_t num_regions, bool zero_filled); |
342 | 140 }; |
141 | |
142 // Adds card-table logging to the post-barrier. | |
143 // Usual invariant: all dirty cards are logged in the DirtyCardQueueSet. | |
144 class G1SATBCardTableLoggingModRefBS: public G1SATBCardTableModRefBS { | |
20337 | 145 friend class G1SATBCardTableLoggingModRefBSChangedListener; |
342 | 146 private: |
20337 | 147 G1SATBCardTableLoggingModRefBSChangedListener _listener; |
342 | 148 DirtyCardQueueSet& _dcqs; |
149 public: | |
20337 | 150 static size_t compute_size(size_t mem_region_size_in_words) { |
151 size_t number_of_slots = (mem_region_size_in_words / card_size_in_words); | |
152 return ReservedSpace::allocation_align_size_up(number_of_slots); | |
153 } | |
154 | |
342 | 155 G1SATBCardTableLoggingModRefBS(MemRegion whole_heap, |
156 int max_covered_regions); | |
157 | |
20337 | 158 virtual void initialize() { } |
159 virtual void initialize(G1RegionToSpaceMapper* mapper); | |
160 | |
161 virtual void resize_covered_region(MemRegion new_region) { ShouldNotReachHere(); } | |
162 | |
342 | 163 bool is_a(BarrierSet::Name bsn) { |
164 return bsn == BarrierSet::G1SATBCTLogging || | |
165 G1SATBCardTableModRefBS::is_a(bsn); | |
166 } | |
167 | |
14443
3205e78d8193
8029396: PPC64 (part 212): Several memory ordering fixes in C-code.
goetz
parents:
12835
diff
changeset
|
168 void write_ref_field_work(void* field, oop new_val, bool release = false); |
342 | 169 |
170 // Can be called from static contexts. | |
171 static void write_ref_field_static(void* field, oop new_val); | |
172 | |
173 // NB: if you do a whole-heap invalidation, the "usual invariant" defined | |
174 // above no longer applies. | |
175 void invalidate(MemRegion mr, bool whole_heap = false); | |
176 | |
177 void write_region_work(MemRegion mr) { invalidate(mr); } | |
178 void write_ref_array_work(MemRegion mr) { invalidate(mr); } | |
179 }; | |
180 | |
1972 | 181 #endif // SHARE_VM_GC_IMPLEMENTATION_G1_G1SATBCARDTABLEMODREFBS_HPP |