annotate src/share/vm/gc_implementation/g1/heapRegion.cpp @ 6611:7383557659bd

7185699: G1: Prediction model discrepancies Summary: Correct the result value of G1CollectedHeap::pending_card_num(). Change the code that calculates the GC efficiency of a non-young heap region to use historical data from mixed GCs and the actual number of live bytes when predicting how long it would take to collect the region. Changes were also reviewed by Thomas Schatzl. Reviewed-by: azeemj, brutisso
author johnc
date Tue, 21 Aug 2012 14:10:39 -0700
parents a2f7274eb6ef
children c38f13903fdf da91efe96a93
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1 /*
4787
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
2 * Copyright (c) 2001, 2012, Oracle and/or its affiliates. All rights reserved.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
4 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
7 * published by the Free Software Foundation.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
8 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
13 * accompanied this code).
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
14 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1550
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1550
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1550
diff changeset
21 * questions.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
22 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
23 */
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
25 #include "precompiled.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
26 #include "gc_implementation/g1/g1BlockOffsetTable.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
27 #include "gc_implementation/g1/g1CollectedHeap.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
28 #include "gc_implementation/g1/g1OopClosures.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
29 #include "gc_implementation/g1/heapRegion.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
30 #include "gc_implementation/g1/heapRegionRemSet.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
31 #include "gc_implementation/g1/heapRegionSeq.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
32 #include "memory/genOopClosures.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
33 #include "memory/iterator.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
34 #include "oops/oop.inline.hpp"
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
35
3986
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
36 int HeapRegion::LogOfHRGrainBytes = 0;
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
37 int HeapRegion::LogOfHRGrainWords = 0;
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
38 size_t HeapRegion::GrainBytes = 0;
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
39 size_t HeapRegion::GrainWords = 0;
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
40 size_t HeapRegion::CardsPerRegion = 0;
942
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
41
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
42 HeapRegionDCTOC::HeapRegionDCTOC(G1CollectedHeap* g1,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
43 HeapRegion* hr, OopClosure* cl,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
44 CardTableModRefBS::PrecisionStyle precision,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
45 FilterKind fk) :
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
46 ContiguousSpaceDCTOC(hr, cl, precision, NULL),
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
47 _hr(hr), _fk(fk), _g1(g1) { }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
48
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
49 FilterOutOfRegionClosure::FilterOutOfRegionClosure(HeapRegion* r,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
50 OopClosure* oc) :
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
51 _r_bottom(r->bottom()), _r_end(r->end()), _oc(oc) { }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
52
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
53 class VerifyLiveClosure: public OopClosure {
811
830ca2573896 6850846: G1: extend G1 marking verification
tonyp
parents: 796
diff changeset
54 private:
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
55 G1CollectedHeap* _g1h;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
56 CardTableModRefBS* _bs;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
57 oop _containing_obj;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
58 bool _failures;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
59 int _n_failures;
3772
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
60 VerifyOption _vo;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
61 public:
3772
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
62 // _vo == UsePrevMarking -> use "prev" marking information,
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
63 // _vo == UseNextMarking -> use "next" marking information,
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
64 // _vo == UseMarkWord -> use mark word from object header.
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
65 VerifyLiveClosure(G1CollectedHeap* g1h, VerifyOption vo) :
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
66 _g1h(g1h), _bs(NULL), _containing_obj(NULL),
3772
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
67 _failures(false), _n_failures(0), _vo(vo)
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
68 {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
69 BarrierSet* bs = _g1h->barrier_set();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
70 if (bs->is_a(BarrierSet::CardTableModRef))
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
71 _bs = (CardTableModRefBS*)bs;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
72 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
73
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
74 void set_containing_obj(oop obj) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
75 _containing_obj = obj;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
76 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
77
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
78 bool failures() { return _failures; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
79 int n_failures() { return _n_failures; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
80
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
81 virtual void do_oop(narrowOop* p) { do_oop_work(p); }
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
82 virtual void do_oop( oop* p) { do_oop_work(p); }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
83
1388
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
84 void print_object(outputStream* out, oop obj) {
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
85 #ifdef PRODUCT
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
86 klassOop k = obj->klass();
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
87 const char* class_name = instanceKlass::cast(k)->external_name();
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
88 out->print_cr("class name %s", class_name);
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
89 #else // PRODUCT
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
90 obj->print_on(out);
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
91 #endif // PRODUCT
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
92 }
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
93
4725
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
94 template <class T>
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
95 void do_oop_work(T* p) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
96 assert(_containing_obj != NULL, "Precondition");
3772
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
97 assert(!_g1h->is_obj_dead_cond(_containing_obj, _vo),
811
830ca2573896 6850846: G1: extend G1 marking verification
tonyp
parents: 796
diff changeset
98 "Precondition");
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
99 T heap_oop = oopDesc::load_heap_oop(p);
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
100 if (!oopDesc::is_null(heap_oop)) {
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
101 oop obj = oopDesc::decode_heap_oop_not_null(heap_oop);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
102 bool failed = false;
4725
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
103 if (!_g1h->is_in_closed_subset(obj) || _g1h->is_obj_dead_cond(obj, _vo)) {
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
104 MutexLockerEx x(ParGCRareEvent_lock,
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
105 Mutex::_no_safepoint_check_flag);
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
106
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
107 if (!_failures) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
108 gclog_or_tty->print_cr("");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
109 gclog_or_tty->print_cr("----------");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
110 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
111 if (!_g1h->is_in_closed_subset(obj)) {
1388
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
112 HeapRegion* from = _g1h->heap_region_containing((HeapWord*)p);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
113 gclog_or_tty->print_cr("Field "PTR_FORMAT
1388
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
114 " of live obj "PTR_FORMAT" in region "
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
115 "["PTR_FORMAT", "PTR_FORMAT")",
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
116 p, (void*) _containing_obj,
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
117 from->bottom(), from->end());
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
118 print_object(gclog_or_tty, _containing_obj);
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
119 gclog_or_tty->print_cr("points to obj "PTR_FORMAT" not in the heap",
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
120 (void*) obj);
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
121 } else {
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
122 HeapRegion* from = _g1h->heap_region_containing((HeapWord*)p);
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
123 HeapRegion* to = _g1h->heap_region_containing((HeapWord*)obj);
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
124 gclog_or_tty->print_cr("Field "PTR_FORMAT
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
125 " of live obj "PTR_FORMAT" in region "
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
126 "["PTR_FORMAT", "PTR_FORMAT")",
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
127 p, (void*) _containing_obj,
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
128 from->bottom(), from->end());
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
129 print_object(gclog_or_tty, _containing_obj);
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
130 gclog_or_tty->print_cr("points to dead obj "PTR_FORMAT" in region "
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
131 "["PTR_FORMAT", "PTR_FORMAT")",
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
132 (void*) obj, to->bottom(), to->end());
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
133 print_object(gclog_or_tty, obj);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
134 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
135 gclog_or_tty->print_cr("----------");
4725
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
136 gclog_or_tty->flush();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
137 _failures = true;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
138 failed = true;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
139 _n_failures++;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
140 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
141
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
142 if (!_g1h->full_collection()) {
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
143 HeapRegion* from = _g1h->heap_region_containing((HeapWord*)p);
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
144 HeapRegion* to = _g1h->heap_region_containing(obj);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
145 if (from != NULL && to != NULL &&
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
146 from != to &&
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
147 !to->isHumongous()) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
148 jbyte cv_obj = *_bs->byte_for_const(_containing_obj);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
149 jbyte cv_field = *_bs->byte_for_const(p);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
150 const jbyte dirty = CardTableModRefBS::dirty_card_val();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
151
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
152 bool is_bad = !(from->is_young()
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
153 || to->rem_set()->contains_reference(p)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
154 || !G1HRRSFlushLogBuffersOnVerify && // buffers were not flushed
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
155 (_containing_obj->is_objArray() ?
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
156 cv_field == dirty
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
157 : cv_obj == dirty || cv_field == dirty));
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
158 if (is_bad) {
4725
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
159 MutexLockerEx x(ParGCRareEvent_lock,
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
160 Mutex::_no_safepoint_check_flag);
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
161
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
162 if (!_failures) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
163 gclog_or_tty->print_cr("");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
164 gclog_or_tty->print_cr("----------");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
165 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
166 gclog_or_tty->print_cr("Missing rem set entry:");
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
167 gclog_or_tty->print_cr("Field "PTR_FORMAT" "
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
168 "of obj "PTR_FORMAT", "
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
169 "in region "HR_FORMAT,
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
170 p, (void*) _containing_obj,
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
171 HR_FORMAT_PARAMS(from));
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
172 _containing_obj->print_on(gclog_or_tty);
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
173 gclog_or_tty->print_cr("points to obj "PTR_FORMAT" "
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
174 "in region "HR_FORMAT,
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
175 (void*) obj,
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
176 HR_FORMAT_PARAMS(to));
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
177 obj->print_on(gclog_or_tty);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
178 gclog_or_tty->print_cr("Obj head CTE = %d, field CTE = %d.",
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
179 cv_obj, cv_field);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
180 gclog_or_tty->print_cr("----------");
4725
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
181 gclog_or_tty->flush();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
182 _failures = true;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
183 if (!failed) _n_failures++;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
184 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
185 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
186 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
187 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
188 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
189 };
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
190
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
191 template<class ClosureType>
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
192 HeapWord* walk_mem_region_loop(ClosureType* cl, G1CollectedHeap* g1h,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
193 HeapRegion* hr,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
194 HeapWord* cur, HeapWord* top) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
195 oop cur_oop = oop(cur);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
196 int oop_size = cur_oop->size();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
197 HeapWord* next_obj = cur + oop_size;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
198 while (next_obj < top) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
199 // Keep filtering the remembered set.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
200 if (!g1h->is_obj_dead(cur_oop, hr)) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
201 // Bottom lies entirely below top, so we can call the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
202 // non-memRegion version of oop_iterate below.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
203 cur_oop->oop_iterate(cl);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
204 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
205 cur = next_obj;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
206 cur_oop = oop(cur);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
207 oop_size = cur_oop->size();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
208 next_obj = cur + oop_size;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
209 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
210 return cur;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
211 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
212
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
213 void HeapRegionDCTOC::walk_mem_region_with_cl(MemRegion mr,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
214 HeapWord* bottom,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
215 HeapWord* top,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
216 OopClosure* cl) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
217 G1CollectedHeap* g1h = _g1;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
218 int oop_size;
3983
811ec3d0833b 7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents: 3979
diff changeset
219 OopClosure* cl2 = NULL;
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3978
diff changeset
220
3983
811ec3d0833b 7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents: 3979
diff changeset
221 FilterIntoCSClosure intoCSFilt(this, g1h, cl);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
222 FilterOutOfRegionClosure outOfRegionFilt(_hr, cl);
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3978
diff changeset
223
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
224 switch (_fk) {
3983
811ec3d0833b 7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents: 3979
diff changeset
225 case NoFilterKind: cl2 = cl; break;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
226 case IntoCSFilterKind: cl2 = &intoCSFilt; break;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
227 case OutOfRegionFilterKind: cl2 = &outOfRegionFilt; break;
3983
811ec3d0833b 7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents: 3979
diff changeset
228 default: ShouldNotReachHere();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
229 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
230
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
231 // Start filtering what we add to the remembered set. If the object is
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
232 // not considered dead, either because it is marked (in the mark bitmap)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
233 // or it was allocated after marking finished, then we add it. Otherwise
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
234 // we can safely ignore the object.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
235 if (!g1h->is_obj_dead(oop(bottom), _hr)) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
236 oop_size = oop(bottom)->oop_iterate(cl2, mr);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
237 } else {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
238 oop_size = oop(bottom)->size();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
239 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
240
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
241 bottom += oop_size;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
242
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
243 if (bottom < top) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
244 // We replicate the loop below for several kinds of possible filters.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
245 switch (_fk) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
246 case NoFilterKind:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
247 bottom = walk_mem_region_loop(cl, g1h, _hr, bottom, top);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
248 break;
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3978
diff changeset
249
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
250 case IntoCSFilterKind: {
3983
811ec3d0833b 7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents: 3979
diff changeset
251 FilterIntoCSClosure filt(this, g1h, cl);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
252 bottom = walk_mem_region_loop(&filt, g1h, _hr, bottom, top);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
253 break;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
254 }
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3978
diff changeset
255
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
256 case OutOfRegionFilterKind: {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
257 FilterOutOfRegionClosure filt(_hr, cl);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
258 bottom = walk_mem_region_loop(&filt, g1h, _hr, bottom, top);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
259 break;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
260 }
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3978
diff changeset
261
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
262 default:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
263 ShouldNotReachHere();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
264 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
265
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
266 // Last object. Need to do dead-obj filtering here too.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
267 if (!g1h->is_obj_dead(oop(bottom), _hr)) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
268 oop(bottom)->oop_iterate(cl2, mr);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
269 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
270 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
271 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
272
942
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
273 // Minimum region size; we won't go lower than that.
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
274 // We might want to decrease this in the future, to deal with small
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
275 // heaps a bit more efficiently.
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
276 #define MIN_REGION_SIZE ( 1024 * 1024 )
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
277
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
278 // Maximum region size; we don't go higher than that. There's a good
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
279 // reason for having an upper bound. We don't want regions to get too
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
280 // large, otherwise cleanup's effectiveness would decrease as there
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
281 // will be fewer opportunities to find totally empty regions after
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
282 // marking.
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
283 #define MAX_REGION_SIZE ( 32 * 1024 * 1024 )
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
284
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
285 // The automatic region size calculation will try to have around this
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
286 // many regions in the heap (based on the min heap size).
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
287 #define TARGET_REGION_NUMBER 2048
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
288
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
289 void HeapRegion::setup_heap_region_size(uintx min_heap_size) {
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
290 // region_size in bytes
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
291 uintx region_size = G1HeapRegionSize;
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
292 if (FLAG_IS_DEFAULT(G1HeapRegionSize)) {
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
293 // We base the automatic calculation on the min heap size. This
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
294 // can be problematic if the spread between min and max is quite
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
295 // wide, imagine -Xms128m -Xmx32g. But, if we decided it based on
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
296 // the max size, the region size might be way too large for the
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
297 // min size. Either way, some users might have to set the region
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
298 // size manually for some -Xms / -Xmx combos.
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
299
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
300 region_size = MAX2(min_heap_size / TARGET_REGION_NUMBER,
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
301 (uintx) MIN_REGION_SIZE);
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
302 }
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
303
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
304 int region_size_log = log2_long((jlong) region_size);
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
305 // Recalculate the region size to make sure it's a power of
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
306 // 2. This means that region_size is the largest power of 2 that's
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
307 // <= what we've calculated so far.
1485
fb57d4cf76c2 6931180: Migration to recent versions of MS Platform SDK
prr
parents: 1394
diff changeset
308 region_size = ((uintx)1 << region_size_log);
942
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
309
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
310 // Now make sure that we don't go over or under our limits.
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
311 if (region_size < MIN_REGION_SIZE) {
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
312 region_size = MIN_REGION_SIZE;
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
313 } else if (region_size > MAX_REGION_SIZE) {
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
314 region_size = MAX_REGION_SIZE;
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
315 }
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
316
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
317 // And recalculate the log.
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
318 region_size_log = log2_long((jlong) region_size);
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
319
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
320 // Now, set up the globals.
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
321 guarantee(LogOfHRGrainBytes == 0, "we should only set it once");
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
322 LogOfHRGrainBytes = region_size_log;
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
323
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
324 guarantee(LogOfHRGrainWords == 0, "we should only set it once");
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
325 LogOfHRGrainWords = LogOfHRGrainBytes - LogHeapWordSize;
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
326
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
327 guarantee(GrainBytes == 0, "we should only set it once");
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
328 // The cast to int is safe, given that we've bounded region_size by
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
329 // MIN_REGION_SIZE and MAX_REGION_SIZE.
3986
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
330 GrainBytes = (size_t)region_size;
942
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
331
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
332 guarantee(GrainWords == 0, "we should only set it once");
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
333 GrainWords = GrainBytes >> LogHeapWordSize;
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
334 guarantee((size_t) 1 << LogOfHRGrainWords == GrainWords, "sanity");
942
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
335
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
336 guarantee(CardsPerRegion == 0, "we should only set it once");
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
337 CardsPerRegion = GrainBytes >> CardTableModRefBS::card_shift;
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
338 }
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
339
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
340 void HeapRegion::reset_after_compaction() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
341 G1OffsetTableContigSpace::reset_after_compaction();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
342 // After a compaction the mark bitmap is invalid, so we must
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
343 // treat all objects as being inside the unmarked area.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
344 zero_marked_bytes();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
345 init_top_at_mark_start();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
346 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
347
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
348 void HeapRegion::hr_clear(bool par, bool clear_space) {
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
349 assert(_humongous_type == NotHumongous,
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
350 "we should have already filtered out humongous regions");
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
351 assert(_humongous_start_region == NULL,
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
352 "we should have already filtered out humongous regions");
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
353 assert(_end == _orig_end,
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
354 "we should have already filtered out humongous regions");
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
355
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
356 _in_collection_set = false;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
357
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
358 set_young_index_in_cset(-1);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
359 uninstall_surv_rate_group();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
360 set_young_type(NotYoung);
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2152
diff changeset
361 reset_pre_dummy_top();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
362
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
363 if (!par) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
364 // If this is parallel, this will be done later.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
365 HeapRegionRemSet* hrrs = rem_set();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
366 if (hrrs != NULL) hrrs->clear();
355
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
367 _claimed = InitialClaimValue;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
368 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
369 zero_marked_bytes();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
370
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
371 _offsets.resize(HeapRegion::GrainWords);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
372 init_top_at_mark_start();
356
tonyp
parents: 355
diff changeset
373 if (clear_space) clear(SpaceDecorator::Mangle);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
374 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
375
3317
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
376 void HeapRegion::par_clear() {
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
377 assert(used() == 0, "the region should have been already cleared");
3986
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
378 assert(capacity() == HeapRegion::GrainBytes, "should be back to normal");
3317
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
379 HeapRegionRemSet* hrrs = rem_set();
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
380 hrrs->clear();
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
381 CardTableModRefBS* ct_bs =
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
382 (CardTableModRefBS*)G1CollectedHeap::heap()->barrier_set();
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
383 ct_bs->clear(MemRegion(bottom(), end()));
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
384 }
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
385
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
386 void HeapRegion::calc_gc_efficiency() {
6611
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
387 // GC efficiency is the ratio of how much space would be
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
388 // reclaimed over how long we predict it would take to reclaim it.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
389 G1CollectedHeap* g1h = G1CollectedHeap::heap();
4912
a9647476d1a4 7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents: 4839
diff changeset
390 G1CollectorPolicy* g1p = g1h->g1_policy();
6611
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
391
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
392 // Retrieve a prediction of the elapsed time for this region for
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
393 // a mixed gc because the region will only be evacuated during a
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
394 // mixed gc.
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
395 double region_elapsed_time_ms =
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
396 g1p->predict_region_elapsed_time_ms(this, false /* for_young_gc */);
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
397 _gc_efficiency = (double) reclaimable_bytes() / region_elapsed_time_ms;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
398 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
399
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
400 void HeapRegion::set_startsHumongous(HeapWord* new_top, HeapWord* new_end) {
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
401 assert(!isHumongous(), "sanity / pre-condition");
1886
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
402 assert(end() == _orig_end,
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
403 "Should be normal before the humongous object allocation");
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
404 assert(top() == bottom(), "should be empty");
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
405 assert(bottom() <= new_top && new_top <= new_end, "pre-condition");
1886
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
406
355
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
407 _humongous_type = StartsHumongous;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
408 _humongous_start_region = this;
1886
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
409
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
410 set_end(new_end);
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
411 _offsets.set_for_starts_humongous(new_top);
1886
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
412 }
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
413
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
414 void HeapRegion::set_continuesHumongous(HeapRegion* first_hr) {
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
415 assert(!isHumongous(), "sanity / pre-condition");
1886
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
416 assert(end() == _orig_end,
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
417 "Should be normal before the humongous object allocation");
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
418 assert(top() == bottom(), "should be empty");
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
419 assert(first_hr->startsHumongous(), "pre-condition");
1886
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
420
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
421 _humongous_type = ContinuesHumongous;
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
422 _humongous_start_region = first_hr;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
423 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
424
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
425 void HeapRegion::set_notHumongous() {
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
426 assert(isHumongous(), "pre-condition");
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
427
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
428 if (startsHumongous()) {
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
429 assert(top() <= end(), "pre-condition");
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
430 set_end(_orig_end);
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
431 if (top() > end()) {
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
432 // at least one "continues humongous" region after it
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
433 set_top(end());
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
434 }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
435 } else {
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
436 // continues humongous
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
437 assert(end() == _orig_end, "sanity");
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
438 }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
439
3986
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
440 assert(capacity() == HeapRegion::GrainBytes, "pre-condition");
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
441 _humongous_type = NotHumongous;
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
442 _humongous_start_region = NULL;
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
443 }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
444
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
445 bool HeapRegion::claimHeapRegion(jint claimValue) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
446 jint current = _claimed;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
447 if (current != claimValue) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
448 jint res = Atomic::cmpxchg(claimValue, &_claimed, current);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
449 if (res == current) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
450 return true;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
451 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
452 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
453 return false;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
454 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
455
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
456 HeapWord* HeapRegion::next_block_start_careful(HeapWord* addr) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
457 HeapWord* low = addr;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
458 HeapWord* high = end();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
459 while (low < high) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
460 size_t diff = pointer_delta(high, low);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
461 // Must add one below to bias toward the high amount. Otherwise, if
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
462 // "high" were at the desired value, and "low" were one less, we
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
463 // would not converge on "high". This is not symmetric, because
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
464 // we set "high" to a block start, which might be the right one,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
465 // which we don't do for "low".
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
466 HeapWord* middle = low + (diff+1)/2;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
467 if (middle == high) return high;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
468 HeapWord* mid_bs = block_start_careful(middle);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
469 if (mid_bs < addr) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
470 low = middle;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
471 } else {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
472 high = mid_bs;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
473 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
474 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
475 assert(low == high && low >= addr, "Didn't work.");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
476 return low;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
477 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
478
356
tonyp
parents: 355
diff changeset
479 void HeapRegion::initialize(MemRegion mr, bool clear_space, bool mangle_space) {
tonyp
parents: 355
diff changeset
480 G1OffsetTableContigSpace::initialize(mr, false, mangle_space);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
481 hr_clear(false/*par*/, clear_space);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
482 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
483 #ifdef _MSC_VER // the use of 'this' below gets a warning, make it go away
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
484 #pragma warning( disable:4355 ) // 'this' : used in base member initializer list
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
485 #endif // _MSC_VER
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
486
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
487
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
488 HeapRegion::HeapRegion(uint hrs_index,
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
489 G1BlockOffsetSharedArray* sharedOffsetArray,
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
490 MemRegion mr, bool is_zeroed) :
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
491 G1OffsetTableContigSpace(sharedOffsetArray, mr, is_zeroed),
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3978
diff changeset
492 _hrs_index(hrs_index),
355
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
493 _humongous_type(NotHumongous), _humongous_start_region(NULL),
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3772
diff changeset
494 _in_collection_set(false),
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
495 _next_in_special_set(NULL), _orig_end(NULL),
355
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
496 _claimed(InitialClaimValue), _evacuation_failed(false),
6011
f7a8920427a6 7145441: G1: collection set chooser-related cleanup
tonyp
parents: 6010
diff changeset
497 _prev_marked_bytes(0), _next_marked_bytes(0), _gc_efficiency(0.0),
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
498 _young_type(NotYoung), _next_young_region(NULL),
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
499 _next_dirty_cards_region(NULL), _next(NULL), _pending_removal(false),
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
500 #ifdef ASSERT
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
501 _containing_set(NULL),
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
502 #endif // ASSERT
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
503 _young_index_in_cset(-1), _surv_rate_group(NULL), _age_index(-1),
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
504 _rem_set(NULL), _recorded_rs_length(0), _predicted_elapsed_time_ms(0),
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1388
diff changeset
505 _predicted_bytes_to_copy(0)
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
506 {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
507 _orig_end = mr.end();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
508 // Note that initialize() will set the start of the unmarked area of the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
509 // region.
356
tonyp
parents: 355
diff changeset
510 this->initialize(mr, !is_zeroed, SpaceDecorator::Mangle);
tonyp
parents: 355
diff changeset
511 set_top(bottom());
tonyp
parents: 355
diff changeset
512 set_saved_mark();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
513
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
514 _rem_set = new HeapRegionRemSet(sharedOffsetArray, this);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
515
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
516 assert(HeapRegionRemSet::num_par_rem_sets() > 0, "Invariant.");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
517 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
518
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
519 CompactibleSpace* HeapRegion::next_compaction_space() const {
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
520 // We're not using an iterator given that it will wrap around when
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
521 // it reaches the last region and this is not what we want here.
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
522 G1CollectedHeap* g1h = G1CollectedHeap::heap();
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
523 uint index = hrs_index() + 1;
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
524 while (index < g1h->n_regions()) {
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
525 HeapRegion* hr = g1h->region_at(index);
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
526 if (!hr->isHumongous()) {
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
527 return hr;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
528 }
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
529 index += 1;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
530 }
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
531 return NULL;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
532 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
533
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
534 void HeapRegion::save_marks() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
535 set_saved_mark();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
536 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
537
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
538 void HeapRegion::oops_in_mr_iterate(MemRegion mr, OopClosure* cl) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
539 HeapWord* p = mr.start();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
540 HeapWord* e = mr.end();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
541 oop obj;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
542 while (p < e) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
543 obj = oop(p);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
544 p += obj->oop_iterate(cl);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
545 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
546 assert(p == e, "bad memregion: doesn't end on obj boundary");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
547 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
548
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
549 #define HeapRegion_OOP_SINCE_SAVE_MARKS_DEFN(OopClosureType, nv_suffix) \
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
550 void HeapRegion::oop_since_save_marks_iterate##nv_suffix(OopClosureType* cl) { \
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
551 ContiguousSpace::oop_since_save_marks_iterate##nv_suffix(cl); \
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
552 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
553 SPECIALIZED_SINCE_SAVE_MARKS_CLOSURES(HeapRegion_OOP_SINCE_SAVE_MARKS_DEFN)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
554
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
555
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
556 void HeapRegion::oop_before_save_marks_iterate(OopClosure* cl) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
557 oops_in_mr_iterate(MemRegion(bottom(), saved_mark_word()), cl);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
558 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
559
4787
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
560 void HeapRegion::note_self_forwarding_removal_start(bool during_initial_mark,
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
561 bool during_conc_mark) {
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
562 // We always recreate the prev marking info and we'll explicitly
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
563 // mark all objects we find to be self-forwarded on the prev
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
564 // bitmap. So all objects need to be below PTAMS.
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
565 _prev_top_at_mark_start = top();
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
566 _prev_marked_bytes = 0;
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
567
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
568 if (during_initial_mark) {
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
569 // During initial-mark, we'll also explicitly mark all objects
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
570 // we find to be self-forwarded on the next bitmap. So all
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
571 // objects need to be below NTAMS.
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
572 _next_top_at_mark_start = top();
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
573 _next_marked_bytes = 0;
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
574 } else if (during_conc_mark) {
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
575 // During concurrent mark, all objects in the CSet (including
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
576 // the ones we find to be self-forwarded) are implicitly live.
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
577 // So all objects need to be above NTAMS.
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
578 _next_top_at_mark_start = bottom();
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
579 _next_marked_bytes = 0;
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
580 }
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
581 }
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
582
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
583 void HeapRegion::note_self_forwarding_removal_end(bool during_initial_mark,
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
584 bool during_conc_mark,
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
585 size_t marked_bytes) {
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
586 assert(0 <= marked_bytes && marked_bytes <= used(),
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
587 err_msg("marked: "SIZE_FORMAT" used: "SIZE_FORMAT,
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
588 marked_bytes, used()));
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
589 _prev_marked_bytes = marked_bytes;
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
590 }
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
591
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
592 HeapWord*
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
593 HeapRegion::object_iterate_mem_careful(MemRegion mr,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
594 ObjectClosure* cl) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
595 G1CollectedHeap* g1h = G1CollectedHeap::heap();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
596 // We used to use "block_start_careful" here. But we're actually happy
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
597 // to update the BOT while we do this...
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
598 HeapWord* cur = block_start(mr.start());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
599 mr = mr.intersection(used_region());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
600 if (mr.is_empty()) return NULL;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
601 // Otherwise, find the obj that extends onto mr.start().
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
602
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
603 assert(cur <= mr.start()
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
604 && (oop(cur)->klass_or_null() == NULL ||
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
605 cur + oop(cur)->size() > mr.start()),
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
606 "postcondition of block_start");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
607 oop obj;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
608 while (cur < mr.end()) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
609 obj = oop(cur);
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
610 if (obj->klass_or_null() == NULL) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
611 // Ran into an unparseable point.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
612 return cur;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
613 } else if (!g1h->is_obj_dead(obj)) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
614 cl->do_object(obj);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
615 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
616 if (cl->abort()) return cur;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
617 // The check above must occur before the operation below, since an
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
618 // abort might invalidate the "size" operation.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
619 cur += obj->size();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
620 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
621 return NULL;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
622 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
623
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
624 HeapWord*
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
625 HeapRegion::
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
626 oops_on_card_seq_iterate_careful(MemRegion mr,
1666
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
627 FilterOutOfRegionClosure* cl,
3317
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
628 bool filter_young,
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
629 jbyte* card_ptr) {
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
630 // Currently, we should only have to clean the card if filter_young
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
631 // is true and vice versa.
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
632 if (filter_young) {
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
633 assert(card_ptr != NULL, "pre-condition");
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
634 } else {
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
635 assert(card_ptr == NULL, "pre-condition");
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
636 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
637 G1CollectedHeap* g1h = G1CollectedHeap::heap();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
638
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
639 // If we're within a stop-world GC, then we might look at a card in a
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
640 // GC alloc region that extends onto a GC LAB, which may not be
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
641 // parseable. Stop such at the "saved_mark" of the region.
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
642 if (g1h->is_gc_active()) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
643 mr = mr.intersection(used_region_at_save_marks());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
644 } else {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
645 mr = mr.intersection(used_region());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
646 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
647 if (mr.is_empty()) return NULL;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
648 // Otherwise, find the obj that extends onto mr.start().
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
649
1666
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
650 // The intersection of the incoming mr (for the card) and the
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
651 // allocated part of the region is non-empty. This implies that
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
652 // we have actually allocated into this region. The code in
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
653 // G1CollectedHeap.cpp that allocates a new region sets the
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
654 // is_young tag on the region before allocating. Thus we
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
655 // safely know if this region is young.
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
656 if (is_young() && filter_young) {
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
657 return NULL;
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
658 }
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
659
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
660 assert(!is_young(), "check value of filter_young");
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
661
3317
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
662 // We can only clean the card here, after we make the decision that
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
663 // the card is not young. And we only clean the card if we have been
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
664 // asked to (i.e., card_ptr != NULL).
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
665 if (card_ptr != NULL) {
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
666 *card_ptr = CardTableModRefBS::clean_card_val();
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
667 // We must complete this write before we do any of the reads below.
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
668 OrderAccess::storeload();
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
669 }
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
670
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
671 // Cache the boundaries of the memory region in some const locals
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
672 HeapWord* const start = mr.start();
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
673 HeapWord* const end = mr.end();
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
674
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
675 // We used to use "block_start_careful" here. But we're actually happy
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
676 // to update the BOT while we do this...
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
677 HeapWord* cur = block_start(start);
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
678 assert(cur <= start, "Postcondition");
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
679
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
680 oop obj;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
681
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
682 HeapWord* next = cur;
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
683 while (next <= start) {
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
684 cur = next;
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
685 obj = oop(cur);
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
686 if (obj->klass_or_null() == NULL) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
687 // Ran into an unparseable point.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
688 return cur;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
689 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
690 // Otherwise...
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
691 next = (cur + obj->size());
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
692 }
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
693
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
694 // If we finish the above loop...We have a parseable object that
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
695 // begins on or before the start of the memory region, and ends
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
696 // inside or spans the entire region.
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
697
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
698 assert(obj == oop(cur), "sanity");
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
699 assert(cur <= start &&
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
700 obj->klass_or_null() != NULL &&
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
701 (cur + obj->size()) > start,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
702 "Loop postcondition");
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
703
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
704 if (!g1h->is_obj_dead(obj)) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
705 obj->oop_iterate(cl, mr);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
706 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
707
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
708 while (cur < end) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
709 obj = oop(cur);
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
710 if (obj->klass_or_null() == NULL) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
711 // Ran into an unparseable point.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
712 return cur;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
713 };
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
714
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
715 // Otherwise:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
716 next = (cur + obj->size());
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
717
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
718 if (!g1h->is_obj_dead(obj)) {
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
719 if (next < end || !obj->is_objArray()) {
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
720 // This object either does not span the MemRegion
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
721 // boundary, or if it does it's not an array.
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
722 // Apply closure to whole object.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
723 obj->oop_iterate(cl);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
724 } else {
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
725 // This obj is an array that spans the boundary.
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
726 // Stop at the boundary.
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
727 obj->oop_iterate(cl, mr);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
728 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
729 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
730 cur = next;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
731 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
732 return NULL;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
733 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
734
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
735 void HeapRegion::print() const { print_on(gclog_or_tty); }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
736 void HeapRegion::print_on(outputStream* st) const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
737 if (isHumongous()) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
738 if (startsHumongous())
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
739 st->print(" HS");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
740 else
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
741 st->print(" HC");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
742 } else {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
743 st->print(" ");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
744 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
745 if (in_collection_set())
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
746 st->print(" CS");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
747 else
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
748 st->print(" ");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
749 if (is_young())
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1388
diff changeset
750 st->print(is_survivor() ? " SU" : " Y ");
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
751 else
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
752 st->print(" ");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
753 if (is_empty())
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
754 st->print(" F");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
755 else
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
756 st->print(" ");
4073
53074c2c4600 7099849: G1: include heap region information in hs_err files
tonyp
parents: 4023
diff changeset
757 st->print(" TS %5d", _gc_time_stamp);
1388
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
758 st->print(" PTAMS "PTR_FORMAT" NTAMS "PTR_FORMAT,
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
759 prev_top_at_mark_start(), next_top_at_mark_start());
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
760 G1OffsetTableContigSpace::print_on(st);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
761 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
762
6008
b632e80fc9dc 4988100: oop_verify_old_oop appears to be dead
brutisso
parents: 4912
diff changeset
763 void HeapRegion::verify() const {
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
764 bool dummy = false;
6008
b632e80fc9dc 4988100: oop_verify_old_oop appears to be dead
brutisso
parents: 4912
diff changeset
765 verify(VerifyOption_G1UsePrevMarking, /* failures */ &dummy);
811
830ca2573896 6850846: G1: extend G1 marking verification
tonyp
parents: 796
diff changeset
766 }
830ca2573896 6850846: G1: extend G1 marking verification
tonyp
parents: 796
diff changeset
767
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
768 // This really ought to be commoned up into OffsetTableContigSpace somehow.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
769 // We would need a mechanism to make that code skip dead objects.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
770
6008
b632e80fc9dc 4988100: oop_verify_old_oop appears to be dead
brutisso
parents: 4912
diff changeset
771 void HeapRegion::verify(VerifyOption vo,
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
772 bool* failures) const {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
773 G1CollectedHeap* g1 = G1CollectedHeap::heap();
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
774 *failures = false;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
775 HeapWord* p = bottom();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
776 HeapWord* prev_p = NULL;
3772
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
777 VerifyLiveClosure vl_cl(g1, vo);
1718
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
778 bool is_humongous = isHumongous();
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
779 bool do_bot_verify = !is_young();
1718
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
780 size_t object_num = 0;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
781 while (p < top()) {
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
782 oop obj = oop(p);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
783 size_t obj_size = obj->size();
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
784 object_num += 1;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
785
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
786 if (is_humongous != g1->isHumongous(obj_size)) {
1718
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
787 gclog_or_tty->print_cr("obj "PTR_FORMAT" is of %shumongous size ("
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
788 SIZE_FORMAT" words) in a %shumongous region",
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
789 p, g1->isHumongous(obj_size) ? "" : "non-",
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
790 obj_size, is_humongous ? "" : "non-");
1718
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
791 *failures = true;
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
792 return;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
793 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
794
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
795 // If it returns false, verify_for_object() will output the
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
796 // appropriate messasge.
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
797 if (do_bot_verify && !_offsets.verify_for_object(p, obj_size)) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
798 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
799 return;
1718
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
800 }
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
801
3772
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
802 if (!g1->is_obj_dead_cond(obj, this, vo)) {
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
803 if (obj->is_oop()) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
804 klassOop klass = obj->klass();
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
805 if (!klass->is_perm()) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
806 gclog_or_tty->print_cr("klass "PTR_FORMAT" of object "PTR_FORMAT" "
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
807 "not in perm", klass, obj);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
808 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
809 return;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
810 } else if (!klass->is_klass()) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
811 gclog_or_tty->print_cr("klass "PTR_FORMAT" of object "PTR_FORMAT" "
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
812 "not a klass", klass, obj);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
813 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
814 return;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
815 } else {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
816 vl_cl.set_containing_obj(obj);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
817 obj->oop_iterate(&vl_cl);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
818 if (vl_cl.failures()) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
819 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
820 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
821 if (G1MaxVerifyFailures >= 0 &&
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
822 vl_cl.n_failures() >= G1MaxVerifyFailures) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
823 return;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
824 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
825 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
826 } else {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
827 gclog_or_tty->print_cr(PTR_FORMAT" no an oop", obj);
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
828 *failures = true;
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
829 return;
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
830 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
831 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
832 prev_p = p;
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
833 p += obj_size;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
834 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
835
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
836 if (p != top()) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
837 gclog_or_tty->print_cr("end of last object "PTR_FORMAT" "
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
838 "does not match top "PTR_FORMAT, p, top());
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
839 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
840 return;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
841 }
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
842
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
843 HeapWord* the_end = end();
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
844 assert(p == top(), "it should still hold");
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
845 // Do some extra BOT consistency checking for addresses in the
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
846 // range [top, end). BOT look-ups in this range should yield
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
847 // top. No point in doing that if top == end (there's nothing there).
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
848 if (p < the_end) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
849 // Look up top
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
850 HeapWord* addr_1 = p;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
851 HeapWord* b_start_1 = _offsets.block_start_const(addr_1);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
852 if (b_start_1 != p) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
853 gclog_or_tty->print_cr("BOT look up for top: "PTR_FORMAT" "
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
854 " yielded "PTR_FORMAT", expecting "PTR_FORMAT,
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
855 addr_1, b_start_1, p);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
856 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
857 return;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
858 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
859
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
860 // Look up top + 1
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
861 HeapWord* addr_2 = p + 1;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
862 if (addr_2 < the_end) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
863 HeapWord* b_start_2 = _offsets.block_start_const(addr_2);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
864 if (b_start_2 != p) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
865 gclog_or_tty->print_cr("BOT look up for top + 1: "PTR_FORMAT" "
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
866 " yielded "PTR_FORMAT", expecting "PTR_FORMAT,
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
867 addr_2, b_start_2, p);
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
868 *failures = true;
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
869 return;
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
870 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
871 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
872
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
873 // Look up an address between top and end
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
874 size_t diff = pointer_delta(the_end, p) / 2;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
875 HeapWord* addr_3 = p + diff;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
876 if (addr_3 < the_end) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
877 HeapWord* b_start_3 = _offsets.block_start_const(addr_3);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
878 if (b_start_3 != p) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
879 gclog_or_tty->print_cr("BOT look up for top + diff: "PTR_FORMAT" "
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
880 " yielded "PTR_FORMAT", expecting "PTR_FORMAT,
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
881 addr_3, b_start_3, p);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
882 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
883 return;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
884 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
885 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
886
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
887 // Loook up end - 1
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
888 HeapWord* addr_4 = the_end - 1;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
889 HeapWord* b_start_4 = _offsets.block_start_const(addr_4);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
890 if (b_start_4 != p) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
891 gclog_or_tty->print_cr("BOT look up for end - 1: "PTR_FORMAT" "
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
892 " yielded "PTR_FORMAT", expecting "PTR_FORMAT,
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
893 addr_4, b_start_4, p);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
894 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
895 return;
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
896 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
897 }
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
898
1718
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
899 if (is_humongous && object_num > 1) {
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
900 gclog_or_tty->print_cr("region ["PTR_FORMAT","PTR_FORMAT"] is humongous "
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
901 "but has "SIZE_FORMAT", objects",
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
902 bottom(), end(), object_num);
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
903 *failures = true;
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
904 return;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
905 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
906 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
907
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
908 // G1OffsetTableContigSpace code; copied from space.cpp. Hope this can go
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
909 // away eventually.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
910
356
tonyp
parents: 355
diff changeset
911 void G1OffsetTableContigSpace::initialize(MemRegion mr, bool clear_space, bool mangle_space) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
912 // false ==> we'll do the clearing if there's clearing to be done.
356
tonyp
parents: 355
diff changeset
913 ContiguousSpace::initialize(mr, false, mangle_space);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
914 _offsets.zero_bottom_entry();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
915 _offsets.initialize_threshold();
356
tonyp
parents: 355
diff changeset
916 if (clear_space) clear(mangle_space);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
917 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
918
356
tonyp
parents: 355
diff changeset
919 void G1OffsetTableContigSpace::clear(bool mangle_space) {
tonyp
parents: 355
diff changeset
920 ContiguousSpace::clear(mangle_space);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
921 _offsets.zero_bottom_entry();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
922 _offsets.initialize_threshold();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
923 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
924
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
925 void G1OffsetTableContigSpace::set_bottom(HeapWord* new_bottom) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
926 Space::set_bottom(new_bottom);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
927 _offsets.set_bottom(new_bottom);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
928 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
929
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
930 void G1OffsetTableContigSpace::set_end(HeapWord* new_end) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
931 Space::set_end(new_end);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
932 _offsets.resize(new_end - bottom());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
933 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
934
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
935 void G1OffsetTableContigSpace::print() const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
936 print_short();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
937 gclog_or_tty->print_cr(" [" INTPTR_FORMAT ", " INTPTR_FORMAT ", "
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
938 INTPTR_FORMAT ", " INTPTR_FORMAT ")",
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
939 bottom(), top(), _offsets.threshold(), end());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
940 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
941
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
942 HeapWord* G1OffsetTableContigSpace::initialize_threshold() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
943 return _offsets.initialize_threshold();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
944 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
945
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
946 HeapWord* G1OffsetTableContigSpace::cross_threshold(HeapWord* start,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
947 HeapWord* end) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
948 _offsets.alloc_block(start, end);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
949 return _offsets.threshold();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
950 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
951
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
952 HeapWord* G1OffsetTableContigSpace::saved_mark_word() const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
953 G1CollectedHeap* g1h = G1CollectedHeap::heap();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
954 assert( _gc_time_stamp <= g1h->get_gc_time_stamp(), "invariant" );
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
955 if (_gc_time_stamp < g1h->get_gc_time_stamp())
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
956 return top();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
957 else
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
958 return ContiguousSpace::saved_mark_word();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
959 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
960
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
961 void G1OffsetTableContigSpace::set_saved_mark() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
962 G1CollectedHeap* g1h = G1CollectedHeap::heap();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
963 unsigned curr_gc_time_stamp = g1h->get_gc_time_stamp();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
964
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
965 if (_gc_time_stamp < curr_gc_time_stamp) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
966 // The order of these is important, as another thread might be
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
967 // about to start scanning this region. If it does so after
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
968 // set_saved_mark and before _gc_time_stamp = ..., then the latter
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
969 // will be false, and it will pick up top() as the high water mark
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
970 // of region. If it does so after _gc_time_stamp = ..., then it
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
971 // will pick up the right saved_mark_word() as the high water mark
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
972 // of the region. Either way, the behaviour will be correct.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
973 ContiguousSpace::set_saved_mark();
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
974 OrderAccess::storestore();
353
9bb2c10ac07b 6723570: G1: assertion failure: p == current_top or oop(p)->is_oop(),"p is not a block start" (revisited!)
iveresov
parents: 342
diff changeset
975 _gc_time_stamp = curr_gc_time_stamp;
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2152
diff changeset
976 // No need to do another barrier to flush the writes above. If
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2152
diff changeset
977 // this is called in parallel with other threads trying to
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2152
diff changeset
978 // allocate into the region, the caller should call this while
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2152
diff changeset
979 // holding a lock and when the lock is released the writes will be
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2152
diff changeset
980 // flushed.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
981 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
982 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
983
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
984 G1OffsetTableContigSpace::
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
985 G1OffsetTableContigSpace(G1BlockOffsetSharedArray* sharedOffsetArray,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
986 MemRegion mr, bool is_zeroed) :
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
987 _offsets(sharedOffsetArray, mr),
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
988 _par_alloc_lock(Mutex::leaf, "OffsetTableContigSpace par alloc lock", true),
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
989 _gc_time_stamp(0)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
990 {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
991 _offsets.set_space(this);
356
tonyp
parents: 355
diff changeset
992 initialize(mr, !is_zeroed, SpaceDecorator::Mangle);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
993 }