Mercurial > hg > graal-compiler

annotate src/share/vm/gc_implementation/g1/concurrentG1Refine.cpp @ 6197:d2a62e0f25eb

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
6995781: Native Memory Tracking (Phase 1) 7151532: DCmd for hotspot native memory tracking Summary: Implementation of native memory tracking phase 1, which tracks VM native memory usage, and related DCmd Reviewed-by: acorn, coleenp, fparain
author zgu
date Thu, 28 Jun 2012 17:03:16 -0400
parents c84ee870e0b9
children 3a431b605145
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1 /*
2188
c33825b68624 6923430: G1: assert(res != 0,"This should have worked.")
johnc
parents: 1972
diff changeset
2 * Copyright (c) 2001, 2011, Oracle and/or its affiliates. All rights reserved.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
4 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
7 * published by the Free Software Foundation.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
8 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
13 * accompanied this code).
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
14 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1282
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1282
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1282
diff changeset
21 * questions.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
22 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
23 */
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1705
diff changeset
25 #include "precompiled.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1705
diff changeset
26 #include "gc_implementation/g1/concurrentG1Refine.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1705
diff changeset
27 #include "gc_implementation/g1/concurrentG1RefineThread.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1705
diff changeset
28 #include "gc_implementation/g1/g1CollectedHeap.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1705
diff changeset
29 #include "gc_implementation/g1/g1CollectorPolicy.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1705
diff changeset
30 #include "gc_implementation/g1/g1RemSet.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1705
diff changeset
31 #include "gc_implementation/g1/heapRegionSeq.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1705
diff changeset
32 #include "memory/space.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1705
diff changeset
33 #include "runtime/atomic.hpp"
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
34 #include "runtime/java.hpp"
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1705
diff changeset
35 #include "utilities/copy.hpp"
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
36
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
37 // Possible sizes for the card counts cache: odd primes that roughly double in size.
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
38 // (See jvmtiTagMap.cpp).
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
39
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
40 #define MAX_SIZE ((size_t) -1)
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
41
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
42 size_t ConcurrentG1Refine::_cc_cache_sizes[] = {
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
43 16381, 32771, 76831, 150001, 307261,
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
44 614563, 1228891, 2457733, 4915219, 9830479,
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
45 19660831, 39321619, 78643219, 157286461, MAX_SIZE
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
46 };
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
47
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
48 ConcurrentG1Refine::ConcurrentG1Refine() :
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
49 _card_counts(NULL), _card_epochs(NULL),
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
50 _n_card_counts(0), _max_cards(0), _max_n_card_counts(0),
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
51 _cache_size_index(0), _expand_card_counts(false),
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
52 _hot_cache(NULL),
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
53 _def_use_cache(false), _use_cache(false),
2434
c84ee870e0b9 7033292: G1: nightly failure: Non-dirty cards in region that should be dirty
tonyp
parents: 2431
diff changeset
54 // We initialize the epochs of the array to 0. By initializing
c84ee870e0b9 7033292: G1: nightly failure: Non-dirty cards in region that should be dirty
tonyp
parents: 2431
diff changeset
55 // _n_periods to 1 and not 0 we automatically invalidate all the
c84ee870e0b9 7033292: G1: nightly failure: Non-dirty cards in region that should be dirty
tonyp
parents: 2431
diff changeset
56 // entries on the array. Otherwise we might accidentally think that
c84ee870e0b9 7033292: G1: nightly failure: Non-dirty cards in region that should be dirty
tonyp
parents: 2431
diff changeset
57 // we claimed a card that was in fact never set (see CR7033292).
c84ee870e0b9 7033292: G1: nightly failure: Non-dirty cards in region that should be dirty
tonyp
parents: 2431
diff changeset
58 _n_periods(1),
794
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
59 _threads(NULL), _n_threads(0)
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
60 {
1111
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
61
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
62 // Ergomonically select initial concurrent refinement parameters
1282
b81f3572f355 6928059: G1: command line parameter renaming
tonyp
parents: 1246
diff changeset
63 if (FLAG_IS_DEFAULT(G1ConcRefinementGreenZone)) {
b81f3572f355 6928059: G1: command line parameter renaming
tonyp
parents: 1246
diff changeset
64 FLAG_SET_DEFAULT(G1ConcRefinementGreenZone, MAX2<int>(ParallelGCThreads, 1));
1111
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
65 }
1282
b81f3572f355 6928059: G1: command line parameter renaming
tonyp
parents: 1246
diff changeset
66 set_green_zone(G1ConcRefinementGreenZone);
1111
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
67
1282
b81f3572f355 6928059: G1: command line parameter renaming
tonyp
parents: 1246
diff changeset
68 if (FLAG_IS_DEFAULT(G1ConcRefinementYellowZone)) {
b81f3572f355 6928059: G1: command line parameter renaming
tonyp
parents: 1246
diff changeset
69 FLAG_SET_DEFAULT(G1ConcRefinementYellowZone, green_zone() * 3);
1111
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
70 }
1282
b81f3572f355 6928059: G1: command line parameter renaming
tonyp
parents: 1246
diff changeset
71 set_yellow_zone(MAX2<int>(G1ConcRefinementYellowZone, green_zone()));
1111
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
72
1282
b81f3572f355 6928059: G1: command line parameter renaming
tonyp
parents: 1246
diff changeset
73 if (FLAG_IS_DEFAULT(G1ConcRefinementRedZone)) {
b81f3572f355 6928059: G1: command line parameter renaming
tonyp
parents: 1246
diff changeset
74 FLAG_SET_DEFAULT(G1ConcRefinementRedZone, yellow_zone() * 2);
1111
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
75 }
1282
b81f3572f355 6928059: G1: command line parameter renaming
tonyp
parents: 1246
diff changeset
76 set_red_zone(MAX2<int>(G1ConcRefinementRedZone, yellow_zone()));
1111
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
77 _n_worker_threads = thread_num();
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
78 // We need one extra thread to do the young gen rset size sampling.
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
79 _n_threads = _n_worker_threads + 1;
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
80 reset_threshold_step();
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
81
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2434
diff changeset
82 _threads = NEW_C_HEAP_ARRAY(ConcurrentG1RefineThread*, _n_threads, mtGC);
1111
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
83 int worker_id_offset = (int)DirtyCardQueueSet::num_par_ids();
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
84 ConcurrentG1RefineThread *next = NULL;
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
85 for (int i = _n_threads - 1; i >= 0; i--) {
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
86 ConcurrentG1RefineThread* t = new ConcurrentG1RefineThread(this, next, worker_id_offset, i);
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
87 assert(t != NULL, "Conc refine should have been created");
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
88 assert(t->cg1r() == this, "Conc refine thread should refer to this");
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
89 _threads[i] = t;
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
90 next = t;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
91 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
92 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
93
1111
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
94 void ConcurrentG1Refine::reset_threshold_step() {
1282
b81f3572f355 6928059: G1: command line parameter renaming
tonyp
parents: 1246
diff changeset
95 if (FLAG_IS_DEFAULT(G1ConcRefinementThresholdStep)) {
1111
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
96 _thread_threshold_step = (yellow_zone() - green_zone()) / (worker_thread_num() + 1);
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
97 } else {
1282
b81f3572f355 6928059: G1: command line parameter renaming
tonyp
parents: 1246
diff changeset
98 _thread_threshold_step = G1ConcRefinementThresholdStep;
795
215f81b4d9b3 6841831: G1: assert(contains_reference(from),"We just added it!") fires
iveresov
parents: 794
diff changeset
99 }
1111
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
100 }
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
101
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
102 int ConcurrentG1Refine::thread_num() {
1282
b81f3572f355 6928059: G1: command line parameter renaming
tonyp
parents: 1246
diff changeset
103 return MAX2<int>((G1ConcRefinementThreads > 0) ? G1ConcRefinementThreads : ParallelGCThreads, 1);
795
215f81b4d9b3 6841831: G1: assert(contains_reference(from),"We just added it!") fires
iveresov
parents: 794
diff changeset
104 }
215f81b4d9b3 6841831: G1: assert(contains_reference(from),"We just added it!") fires
iveresov
parents: 794
diff changeset
105
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
106 void ConcurrentG1Refine::init() {
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
107 if (G1ConcRSLogCacheSize > 0) {
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
108 _g1h = G1CollectedHeap::heap();
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
109
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
110 _max_cards = _g1h->max_capacity() >> CardTableModRefBS::card_shift;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
111 _max_n_card_counts = _max_cards * G1MaxHotCardCountSizePercent / 100;
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
112
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
113 size_t max_card_num = ((size_t)1 << (sizeof(unsigned)*BitsPerByte-1)) - 1;
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
114 guarantee(_max_cards < max_card_num, "card_num representation");
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
115
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
116 // We need _n_card_counts to be less than _max_n_card_counts here
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
117 // so that the expansion call (below) actually allocates the
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
118 // _counts and _epochs arrays.
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
119 assert(_n_card_counts == 0, "pre-condition");
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
120 assert(_max_n_card_counts > 0, "pre-condition");
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
121
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
122 // Find the index into cache size array that is of a size that's
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
123 // large enough to hold desired_sz.
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
124 size_t desired_sz = _max_cards / InitialCacheFraction;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
125 int desired_sz_index = 0;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
126 while (_cc_cache_sizes[desired_sz_index] < desired_sz) {
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
127 desired_sz_index += 1;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
128 assert(desired_sz_index < MAX_CC_CACHE_INDEX, "invariant");
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
129 }
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
130 assert(desired_sz_index < MAX_CC_CACHE_INDEX, "invariant");
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
131
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
132 // If the desired_sz value is between two sizes then
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
133 // _cc_cache_sizes[desired_sz_index-1] < desired_sz <= _cc_cache_sizes[desired_sz_index]
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
134 // we will start with the lower size in the optimistic expectation that
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
135 // we will not need to expand up. Note desired_sz_index could also be 0.
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
136 if (desired_sz_index > 0 &&
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
137 _cc_cache_sizes[desired_sz_index] > desired_sz) {
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
138 desired_sz_index -= 1;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
139 }
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
140
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
141 if (!expand_card_count_cache(desired_sz_index)) {
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
142 // Allocation was unsuccessful - exit
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
143 vm_exit_during_initialization("Could not reserve enough space for card count cache");
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
144 }
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
145 assert(_n_card_counts > 0, "post-condition");
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
146 assert(_cache_size_index == desired_sz_index, "post-condition");
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
147
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
148 Copy::fill_to_bytes(&_card_counts[0],
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
149 _n_card_counts * sizeof(CardCountCacheEntry));
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
150 Copy::fill_to_bytes(&_card_epochs[0], _n_card_counts * sizeof(CardEpochCacheEntry));
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
151
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
152 ModRefBarrierSet* bs = _g1h->mr_bs();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
153 guarantee(bs->is_a(BarrierSet::CardTableModRef), "Precondition");
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
154 _ct_bs = (CardTableModRefBS*)bs;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
155 _ct_bot = _ct_bs->byte_for_const(_g1h->reserved_region().start());
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
156
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
157 _def_use_cache = true;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
158 _use_cache = true;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
159 _hot_cache_size = (1 << G1ConcRSLogCacheSize);
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2434
diff changeset
160 _hot_cache = NEW_C_HEAP_ARRAY(jbyte*, _hot_cache_size, mtGC);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
161 _n_hot = 0;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
162 _hot_cache_idx = 0;
889
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
163
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
164 // For refining the cards in the hot cache in parallel
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
165 int n_workers = (ParallelGCThreads > 0 ?
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
166 _g1h->workers()->total_workers() : 1);
889
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
167 _hot_cache_par_chunk_size = MAX2(1, _hot_cache_size / n_workers);
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
168 _hot_cache_par_claimed_idx = 0;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
169 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
170 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
171
794
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
172 void ConcurrentG1Refine::stop() {
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
173 if (_threads != NULL) {
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
174 for (int i = 0; i < _n_threads; i++) {
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
175 _threads[i]->stop();
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
176 }
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
177 }
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
178 }
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
179
1111
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
180 void ConcurrentG1Refine::reinitialize_threads() {
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
181 reset_threshold_step();
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
182 if (_threads != NULL) {
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
183 for (int i = 0; i < _n_threads; i++) {
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
184 _threads[i]->initialize();
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
185 }
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
186 }
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
187 }
44f61c24ddab 6862387: tune concurrent refinement further
iveresov
parents: 1019
diff changeset
188
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
189 ConcurrentG1Refine::~ConcurrentG1Refine() {
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
190 if (G1ConcRSLogCacheSize > 0) {
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
191 // Please see the comment in allocate_card_count_cache
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
192 // for why we call os::malloc() and os::free() directly.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
193 assert(_card_counts != NULL, "Logic");
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2434
diff changeset
194 os::free(_card_counts, mtGC);
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
195 assert(_card_epochs != NULL, "Logic");
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2434
diff changeset
196 os::free(_card_epochs, mtGC);
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
197
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
198 assert(_hot_cache != NULL, "Logic");
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2434
diff changeset
199 FREE_C_HEAP_ARRAY(jbyte*, _hot_cache, mtGC);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
200 }
794
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
201 if (_threads != NULL) {
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
202 for (int i = 0; i < _n_threads; i++) {
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
203 delete _threads[i];
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
204 }
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2434
diff changeset
205 FREE_C_HEAP_ARRAY(ConcurrentG1RefineThread*, _threads, mtGC);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
206 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
207 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
208
794
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
209 void ConcurrentG1Refine::threads_do(ThreadClosure *tc) {
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
210 if (_threads != NULL) {
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
211 for (int i = 0; i < _n_threads; i++) {
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
212 tc->do_thread(_threads[i]);
315a5d70b295 6484957: G1: parallel concurrent refinement
iveresov
parents: 637
diff changeset
213 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
214 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
215 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
216
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
217 bool ConcurrentG1Refine::is_young_card(jbyte* card_ptr) {
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
218 HeapWord* start = _ct_bs->addr_for(card_ptr);
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
219 HeapRegion* r = _g1h->heap_region_containing(start);
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
220 if (r != NULL && r->is_young()) {
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
221 return true;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
222 }
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
223 // This card is not associated with a heap region
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
224 // so can't be young.
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
225 return false;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
226 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
227
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
228 jbyte* ConcurrentG1Refine::add_card_count(jbyte* card_ptr, int* count, bool* defer) {
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
229 unsigned new_card_num = ptr_2_card_num(card_ptr);
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
230 unsigned bucket = hash(new_card_num);
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
231 assert(0 <= bucket && bucket < _n_card_counts, "Bounds");
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
232
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
233 CardCountCacheEntry* count_ptr = &_card_counts[bucket];
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
234 CardEpochCacheEntry* epoch_ptr = &_card_epochs[bucket];
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
235
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
236 // We have to construct a new entry if we haven't updated the counts
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
237 // during the current period, or if the count was updated for a
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
238 // different card number.
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
239 unsigned int new_epoch = (unsigned int) _n_periods;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
240 julong new_epoch_entry = make_epoch_entry(new_card_num, new_epoch);
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
241
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
242 while (true) {
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
243 // Fetch the previous epoch value
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
244 julong prev_epoch_entry = epoch_ptr->_value;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
245 julong cas_res;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
246
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
247 if (extract_epoch(prev_epoch_entry) != new_epoch) {
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
248 // This entry has not yet been updated during this period.
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
249 // Note: we update the epoch value atomically to ensure
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
250 // that there is only one winner that updates the cached
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
251 // card_ptr value even though all the refine threads share
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
252 // the same epoch value.
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
253
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
254 cas_res = (julong) Atomic::cmpxchg((jlong) new_epoch_entry,
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
255 (volatile jlong*)&epoch_ptr->_value,
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
256 (jlong) prev_epoch_entry);
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
257
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
258 if (cas_res == prev_epoch_entry) {
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
259 // We have successfully won the race to update the
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
260 // epoch and card_num value. Make it look like the
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
261 // count and eviction count were previously cleared.
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
262 count_ptr->_count = 1;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
263 count_ptr->_evict_count = 0;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
264 *count = 0;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
265 // We can defer the processing of card_ptr
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
266 *defer = true;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
267 return card_ptr;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
268 }
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
269 // We did not win the race to update the epoch field, so some other
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
270 // thread must have done it. The value that gets returned by CAS
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
271 // should be the new epoch value.
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
272 assert(extract_epoch(cas_res) == new_epoch, "unexpected epoch");
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
273 // We could 'continue' here or just re-read the previous epoch value
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
274 prev_epoch_entry = epoch_ptr->_value;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
275 }
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
276
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
277 // The epoch entry for card_ptr has been updated during this period.
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
278 unsigned old_card_num = extract_card_num(prev_epoch_entry);
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
279
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
280 // The card count that will be returned to caller
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
281 *count = count_ptr->_count;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
282
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
283 // Are we updating the count for the same card?
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
284 if (new_card_num == old_card_num) {
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
285 // Same card - just update the count. We could have more than one
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
286 // thread racing to update count for the current card. It should be
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
287 // OK not to use a CAS as the only penalty should be some missed
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
288 // increments of the count which delays identifying the card as "hot".
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
289
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
290 if (*count < max_jubyte) count_ptr->_count++;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
291 // We can defer the processing of card_ptr
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
292 *defer = true;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
293 return card_ptr;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
294 }
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
295
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
296 // Different card - evict old card info
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
297 if (count_ptr->_evict_count < max_jubyte) count_ptr->_evict_count++;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
298 if (count_ptr->_evict_count > G1CardCountCacheExpandThreshold) {
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
299 // Trigger a resize the next time we clear
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
300 _expand_card_counts = true;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
301 }
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
302
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
303 cas_res = (julong) Atomic::cmpxchg((jlong) new_epoch_entry,
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
304 (volatile jlong*)&epoch_ptr->_value,
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
305 (jlong) prev_epoch_entry);
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
306
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
307 if (cas_res == prev_epoch_entry) {
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
308 // We successfully updated the card num value in the epoch entry
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
309 count_ptr->_count = 0; // initialize counter for new card num
1666
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
310 jbyte* old_card_ptr = card_num_2_ptr(old_card_num);
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
311
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
312 // Even though the region containg the card at old_card_num was not
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
313 // in the young list when old_card_num was recorded in the epoch
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
314 // cache it could have been added to the free list and subsequently
1666
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
315 // added to the young list in the intervening time. See CR 6817995.
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
316 // We do not deal with this case here - it will be handled in
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
317 // HeapRegion::oops_on_card_seq_iterate_careful after it has been
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
318 // determined that the region containing the card has been allocated
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
319 // to, and it's safe to check the young type of the region.
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
320
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
321 // We do not want to defer processing of card_ptr in this case
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
322 // (we need to refine old_card_ptr and card_ptr)
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
323 *defer = false;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
324 return old_card_ptr;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
325 }
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
326 // Someone else beat us - try again.
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
327 }
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
328 }
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
329
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
330 jbyte* ConcurrentG1Refine::cache_insert(jbyte* card_ptr, bool* defer) {
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
331 int count;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
332 jbyte* cached_ptr = add_card_count(card_ptr, &count, defer);
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
333 assert(cached_ptr != NULL, "bad cached card ptr");
1246
deada8912c54 6914402: G1: assert(!is_young_card(cached_ptr),"shouldn't get a card in young region")
johnc
parents: 1111
diff changeset
334
1666
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
335 // We've just inserted a card pointer into the card count cache
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
336 // and got back the card that we just inserted or (evicted) the
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
337 // previous contents of that count slot.
1246
deada8912c54 6914402: G1: assert(!is_young_card(cached_ptr),"shouldn't get a card in young region")
johnc
parents: 1111
diff changeset
338
1666
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
339 // The card we got back could be in a young region. When the
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
340 // returned card (if evicted) was originally inserted, we had
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
341 // determined that its containing region was not young. However
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
342 // it is possible for the region to be freed during a cleanup
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
343 // pause, then reallocated and tagged as young which will result
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
344 // in the returned card residing in a young region.
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
345 //
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
346 // We do not deal with this case here - the change from non-young
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
347 // to young could be observed at any time - it will be handled in
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
348 // HeapRegion::oops_on_card_seq_iterate_careful after it has been
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
349 // determined that the region containing the card has been allocated
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
350 // to.
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
351
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
352 // The card pointer we obtained from card count cache is not hot
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
353 // so do not store it in the cache; return it for immediate
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
354 // refining.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
355 if (count < G1ConcRSHotCardLimit) {
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
356 return cached_ptr;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
357 }
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
358
1666
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
359 // Otherwise, the pointer we got from the _card_counts cache is hot.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
360 jbyte* res = NULL;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
361 MutexLockerEx x(HotCardCache_lock, Mutex::_no_safepoint_check_flag);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
362 if (_n_hot == _hot_cache_size) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
363 res = _hot_cache[_hot_cache_idx];
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
364 _n_hot--;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
365 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
366 // Now _n_hot < _hot_cache_size, and we can insert at _hot_cache_idx.
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
367 _hot_cache[_hot_cache_idx] = cached_ptr;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
368 _hot_cache_idx++;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
369 if (_hot_cache_idx == _hot_cache_size) _hot_cache_idx = 0;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
370 _n_hot++;
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
371
1666
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
372 // The card obtained from the hot card cache could be in a young
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
373 // region. See above on how this can happen.
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
374
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
375 return res;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
376 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
377
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
378 void ConcurrentG1Refine::clean_up_cache(int worker_i,
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
379 G1RemSet* g1rs,
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
380 DirtyCardQueue* into_cset_dcq) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
381 assert(!use_cache(), "cache should be disabled");
889
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
382 int start_idx;
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
383
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
384 while ((start_idx = _hot_cache_par_claimed_idx) < _n_hot) { // read once
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
385 int end_idx = start_idx + _hot_cache_par_chunk_size;
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
386
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
387 if (start_idx ==
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
388 Atomic::cmpxchg(end_idx, &_hot_cache_par_claimed_idx, start_idx)) {
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
389 // The current worker has successfully claimed the chunk [start_idx..end_idx)
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
390 end_idx = MIN2(end_idx, _n_hot);
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
391 for (int i = start_idx; i < end_idx; i++) {
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
392 jbyte* entry = _hot_cache[i];
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
393 if (entry != NULL) {
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
394 if (g1rs->concurrentRefineOneCard(entry, worker_i, true)) {
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
395 // 'entry' contains references that point into the current
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
396 // collection set. We need to record 'entry' in the DCQS
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
397 // that's used for that purpose.
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
398 //
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
399 // The only time we care about recording cards that contain
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
400 // references that point into the collection set is during
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
401 // RSet updating while within an evacuation pause.
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
402 // In this case worker_i should be the id of a GC worker thread
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
403 assert(SafepointSynchronize::is_at_safepoint(), "not during an evacuation pause");
2364
04d1138b4cce 7023747: G1: too strict assert in RefineRecordRefsIntoCSCardTableEntryClosure::do_card_ptr in g1RemSet.cpp
brutisso
parents: 2188
diff changeset
404 assert(worker_i < (int) (ParallelGCThreads == 0 ? 1 : ParallelGCThreads), "incorrect worker id");
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
405 into_cset_dcq->enqueue(entry);
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
406 }
889
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
407 }
15c5903cf9e1 6865703: G1: Parallelize hot card cache cleanup
johnc
parents: 844
diff changeset
408 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
409 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
410 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
411 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
412
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
413 // The arrays used to hold the card counts and the epochs must have
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
414 // a 1:1 correspondence. Hence they are allocated and freed together
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
415 // Returns true if the allocations of both the counts and epochs
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
416 // were successful; false otherwise.
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
417 bool ConcurrentG1Refine::allocate_card_count_cache(size_t n,
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
418 CardCountCacheEntry** counts,
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
419 CardEpochCacheEntry** epochs) {
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
420 // We call the allocation/free routines directly for the counts
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
421 // and epochs arrays. The NEW_C_HEAP_ARRAY/FREE_C_HEAP_ARRAY
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
422 // macros call AllocateHeap and FreeHeap respectively.
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
423 // AllocateHeap will call vm_exit_out_of_memory in the event
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
424 // of an allocation failure and abort the JVM. With the
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
425 // _counts/epochs arrays we only need to abort the JVM if the
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
426 // initial allocation of these arrays fails.
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
427 //
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
428 // Additionally AllocateHeap/FreeHeap do some tracing of
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
429 // allocate/free calls so calling one without calling the
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
430 // other can cause inconsistencies in the tracing. So we
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
431 // call neither.
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
432
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
433 assert(*counts == NULL, "out param");
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
434 assert(*epochs == NULL, "out param");
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
435
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
436 size_t counts_size = n * sizeof(CardCountCacheEntry);
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
437 size_t epochs_size = n * sizeof(CardEpochCacheEntry);
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
438
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2434
diff changeset
439 *counts = (CardCountCacheEntry*) os::malloc(counts_size, mtGC);
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
440 if (*counts == NULL) {
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
441 // allocation was unsuccessful
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
442 return false;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
443 }
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
444
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2434
diff changeset
445 *epochs = (CardEpochCacheEntry*) os::malloc(epochs_size, mtGC);
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
446 if (*epochs == NULL) {
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
447 // allocation was unsuccessful - free counts array
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
448 assert(*counts != NULL, "must be");
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2434
diff changeset
449 os::free(*counts, mtGC);
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
450 *counts = NULL;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
451 return false;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
452 }
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
453
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
454 // We successfully allocated both counts and epochs
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
455 return true;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
456 }
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
457
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
458 // Returns true if the card counts/epochs cache was
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
459 // successfully expanded; false otherwise.
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
460 bool ConcurrentG1Refine::expand_card_count_cache(int cache_size_idx) {
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
461 // Can we expand the card count and epoch tables?
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
462 if (_n_card_counts < _max_n_card_counts) {
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
463 assert(cache_size_idx >= 0 && cache_size_idx < MAX_CC_CACHE_INDEX, "oob");
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
464
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
465 size_t cache_size = _cc_cache_sizes[cache_size_idx];
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
466 // Make sure we don't go bigger than we will ever need
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
467 cache_size = MIN2(cache_size, _max_n_card_counts);
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
468
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
469 // Should we expand the card count and card epoch tables?
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
470 if (cache_size > _n_card_counts) {
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
471 // We have been asked to allocate new, larger, arrays for
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
472 // the card counts and the epochs. Attempt the allocation
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
473 // of both before we free the existing arrays in case
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
474 // the allocation is unsuccessful...
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
475 CardCountCacheEntry* counts = NULL;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
476 CardEpochCacheEntry* epochs = NULL;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
477
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
478 if (allocate_card_count_cache(cache_size, &counts, &epochs)) {
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
479 // Allocation was successful.
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
480 // We can just free the old arrays; we're
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
481 // not interested in preserving the contents
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2434
diff changeset
482 if (_card_counts != NULL) os::free(_card_counts, mtGC);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 2434
diff changeset
483 if (_card_epochs != NULL) os::free(_card_epochs, mtGC);
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
484
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
485 // Cache the size of the arrays and the index that got us there.
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
486 _n_card_counts = cache_size;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
487 _cache_size_index = cache_size_idx;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
488
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
489 _card_counts = counts;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
490 _card_epochs = epochs;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
491
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
492 // We successfully allocated/expanded the caches.
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
493 return true;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
494 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
495 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
496 }
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
497
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
498 // We did not successfully expand the caches.
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
499 return false;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
500 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
501
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
502 void ConcurrentG1Refine::clear_and_record_card_counts() {
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
503 if (G1ConcRSLogCacheSize == 0) return;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
504
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
505 #ifndef PRODUCT
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
506 double start = os::elapsedTime();
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
507 #endif
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
508
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
509 if (_expand_card_counts) {
2431
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
510 int new_idx = _cache_size_index + 1;
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
511
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
512 if (expand_card_count_cache(new_idx)) {
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
513 // Allocation was successful and _n_card_counts has
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
514 // been updated to the new size. We only need to clear
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
515 // the epochs so we don't read a bogus epoch value
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
516 // when inserting a card into the hot card cache.
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
517 Copy::fill_to_bytes(&_card_epochs[0], _n_card_counts * sizeof(CardEpochCacheEntry));
02f49b66361a 7026932: G1: No need to abort VM when card count cache expansion fails
johnc
parents: 2364
diff changeset
518 }
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
519 _expand_card_counts = false;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
520 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
521
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
522 int this_epoch = (int) _n_periods;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
523 assert((this_epoch+1) <= max_jint, "to many periods");
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
524 // Update epoch
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
525 _n_periods++;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
526
890
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
527 #ifndef PRODUCT
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
528 double elapsed = os::elapsedTime() - start;
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
529 _g1h->g1_policy()->record_cc_clear_time(elapsed * 1000.0);
6cb8e9df7174 6819077: G1: first GC thread coming late into the GC.
johnc
parents: 889
diff changeset
530 #endif
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
531 }
1019
035d2e036a9b 6885041: G1: inconsistent thread dump
tonyp
parents: 890
diff changeset
532
035d2e036a9b 6885041: G1: inconsistent thread dump
tonyp
parents: 890
diff changeset
533 void ConcurrentG1Refine::print_worker_threads_on(outputStream* st) const {
035d2e036a9b 6885041: G1: inconsistent thread dump
tonyp
parents: 890
diff changeset
534 for (int i = 0; i < _n_threads; ++i) {
035d2e036a9b 6885041: G1: inconsistent thread dump
tonyp
parents: 890
diff changeset
535 _threads[i]->print_on(st);
035d2e036a9b 6885041: G1: inconsistent thread dump
tonyp
parents: 890
diff changeset
536 st->cr();
035d2e036a9b 6885041: G1: inconsistent thread dump
tonyp
parents: 890
diff changeset
537 }
035d2e036a9b 6885041: G1: inconsistent thread dump
tonyp
parents: 890
diff changeset
538 }