annotate src/share/vm/gc_implementation/g1/heapRegion.cpp @ 8733:9def4075da6d

8008079: G1: Add nextObject routine to CMBitMapRO and replace nextWord Summary: Update the task local finger to the start of the next object when marking aborts, in order to avoid the redundant scanning of all 0's when the marking task restarts, if otherwise updating to the next word. In addition, reuse the routine nextObject() in routine iterate(). Reviewed-by: johnc, ysr Contributed-by: tamao <tao.mao@oracle.com>
author tamao
date Tue, 05 Mar 2013 15:36:56 -0800
parents 8fbf05030e24
children e522a00b91aa 3a4805ad0005
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1 /*
4787
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
2 * Copyright (c) 2001, 2012, Oracle and/or its affiliates. All rights reserved.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
4 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
7 * published by the Free Software Foundation.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
8 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
13 * accompanied this code).
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
14 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1550
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1550
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1550
diff changeset
21 * questions.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
22 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
23 */
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
25 #include "precompiled.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
26 #include "gc_implementation/g1/g1BlockOffsetTable.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
27 #include "gc_implementation/g1/g1CollectedHeap.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
28 #include "gc_implementation/g1/g1OopClosures.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
29 #include "gc_implementation/g1/heapRegion.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
30 #include "gc_implementation/g1/heapRegionRemSet.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
31 #include "gc_implementation/g1/heapRegionSeq.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
32 #include "memory/genOopClosures.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
33 #include "memory/iterator.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1886
diff changeset
34 #include "oops/oop.inline.hpp"
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
35
3986
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
36 int HeapRegion::LogOfHRGrainBytes = 0;
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
37 int HeapRegion::LogOfHRGrainWords = 0;
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
38 size_t HeapRegion::GrainBytes = 0;
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
39 size_t HeapRegion::GrainWords = 0;
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
40 size_t HeapRegion::CardsPerRegion = 0;
942
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
41
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
42 HeapRegionDCTOC::HeapRegionDCTOC(G1CollectedHeap* g1,
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6611
diff changeset
43 HeapRegion* hr, ExtendedOopClosure* cl,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
44 CardTableModRefBS::PrecisionStyle precision,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
45 FilterKind fk) :
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
46 ContiguousSpaceDCTOC(hr, cl, precision, NULL),
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
47 _hr(hr), _fk(fk), _g1(g1) { }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
48
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
49 FilterOutOfRegionClosure::FilterOutOfRegionClosure(HeapRegion* r,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
50 OopClosure* oc) :
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
51 _r_bottom(r->bottom()), _r_end(r->end()), _oc(oc) { }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
52
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
53 class VerifyLiveClosure: public OopClosure {
811
830ca2573896 6850846: G1: extend G1 marking verification
tonyp
parents: 796
diff changeset
54 private:
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
55 G1CollectedHeap* _g1h;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
56 CardTableModRefBS* _bs;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
57 oop _containing_obj;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
58 bool _failures;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
59 int _n_failures;
3772
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
60 VerifyOption _vo;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
61 public:
3772
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
62 // _vo == UsePrevMarking -> use "prev" marking information,
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
63 // _vo == UseNextMarking -> use "next" marking information,
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
64 // _vo == UseMarkWord -> use mark word from object header.
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
65 VerifyLiveClosure(G1CollectedHeap* g1h, VerifyOption vo) :
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
66 _g1h(g1h), _bs(NULL), _containing_obj(NULL),
3772
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
67 _failures(false), _n_failures(0), _vo(vo)
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
68 {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
69 BarrierSet* bs = _g1h->barrier_set();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
70 if (bs->is_a(BarrierSet::CardTableModRef))
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
71 _bs = (CardTableModRefBS*)bs;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
72 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
73
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
74 void set_containing_obj(oop obj) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
75 _containing_obj = obj;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
76 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
77
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
78 bool failures() { return _failures; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
79 int n_failures() { return _n_failures; }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
80
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
81 virtual void do_oop(narrowOop* p) { do_oop_work(p); }
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
82 virtual void do_oop( oop* p) { do_oop_work(p); }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
83
1388
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
84 void print_object(outputStream* out, oop obj) {
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
85 #ifdef PRODUCT
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6611
diff changeset
86 Klass* k = obj->klass();
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6611
diff changeset
87 const char* class_name = InstanceKlass::cast(k)->external_name();
1388
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
88 out->print_cr("class name %s", class_name);
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
89 #else // PRODUCT
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
90 obj->print_on(out);
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
91 #endif // PRODUCT
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
92 }
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
93
4725
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
94 template <class T>
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
95 void do_oop_work(T* p) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
96 assert(_containing_obj != NULL, "Precondition");
3772
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
97 assert(!_g1h->is_obj_dead_cond(_containing_obj, _vo),
811
830ca2573896 6850846: G1: extend G1 marking verification
tonyp
parents: 796
diff changeset
98 "Precondition");
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
99 T heap_oop = oopDesc::load_heap_oop(p);
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
100 if (!oopDesc::is_null(heap_oop)) {
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
101 oop obj = oopDesc::decode_heap_oop_not_null(heap_oop);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
102 bool failed = false;
4725
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
103 if (!_g1h->is_in_closed_subset(obj) || _g1h->is_obj_dead_cond(obj, _vo)) {
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
104 MutexLockerEx x(ParGCRareEvent_lock,
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
105 Mutex::_no_safepoint_check_flag);
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
106
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
107 if (!_failures) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
108 gclog_or_tty->print_cr("");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
109 gclog_or_tty->print_cr("----------");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
110 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
111 if (!_g1h->is_in_closed_subset(obj)) {
1388
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
112 HeapRegion* from = _g1h->heap_region_containing((HeapWord*)p);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
113 gclog_or_tty->print_cr("Field "PTR_FORMAT
1388
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
114 " of live obj "PTR_FORMAT" in region "
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
115 "["PTR_FORMAT", "PTR_FORMAT")",
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
116 p, (void*) _containing_obj,
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
117 from->bottom(), from->end());
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
118 print_object(gclog_or_tty, _containing_obj);
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
119 gclog_or_tty->print_cr("points to obj "PTR_FORMAT" not in the heap",
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
120 (void*) obj);
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
121 } else {
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
122 HeapRegion* from = _g1h->heap_region_containing((HeapWord*)p);
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
123 HeapRegion* to = _g1h->heap_region_containing((HeapWord*)obj);
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
124 gclog_or_tty->print_cr("Field "PTR_FORMAT
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
125 " of live obj "PTR_FORMAT" in region "
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
126 "["PTR_FORMAT", "PTR_FORMAT")",
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
127 p, (void*) _containing_obj,
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
128 from->bottom(), from->end());
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
129 print_object(gclog_or_tty, _containing_obj);
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
130 gclog_or_tty->print_cr("points to dead obj "PTR_FORMAT" in region "
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
131 "["PTR_FORMAT", "PTR_FORMAT")",
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
132 (void*) obj, to->bottom(), to->end());
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
133 print_object(gclog_or_tty, obj);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
134 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
135 gclog_or_tty->print_cr("----------");
4725
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
136 gclog_or_tty->flush();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
137 _failures = true;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
138 failed = true;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
139 _n_failures++;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
140 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
141
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
142 if (!_g1h->full_collection()) {
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
143 HeapRegion* from = _g1h->heap_region_containing((HeapWord*)p);
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
144 HeapRegion* to = _g1h->heap_region_containing(obj);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
145 if (from != NULL && to != NULL &&
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
146 from != to &&
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
147 !to->isHumongous()) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
148 jbyte cv_obj = *_bs->byte_for_const(_containing_obj);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
149 jbyte cv_field = *_bs->byte_for_const(p);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
150 const jbyte dirty = CardTableModRefBS::dirty_card_val();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
151
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
152 bool is_bad = !(from->is_young()
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
153 || to->rem_set()->contains_reference(p)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
154 || !G1HRRSFlushLogBuffersOnVerify && // buffers were not flushed
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
155 (_containing_obj->is_objArray() ?
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
156 cv_field == dirty
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
157 : cv_obj == dirty || cv_field == dirty));
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
158 if (is_bad) {
4725
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
159 MutexLockerEx x(ParGCRareEvent_lock,
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
160 Mutex::_no_safepoint_check_flag);
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
161
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
162 if (!_failures) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
163 gclog_or_tty->print_cr("");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
164 gclog_or_tty->print_cr("----------");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
165 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
166 gclog_or_tty->print_cr("Missing rem set entry:");
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
167 gclog_or_tty->print_cr("Field "PTR_FORMAT" "
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
168 "of obj "PTR_FORMAT", "
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
169 "in region "HR_FORMAT,
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
170 p, (void*) _containing_obj,
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
171 HR_FORMAT_PARAMS(from));
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
172 _containing_obj->print_on(gclog_or_tty);
3766
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
173 gclog_or_tty->print_cr("points to obj "PTR_FORMAT" "
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
174 "in region "HR_FORMAT,
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
175 (void*) obj,
c3f1170908be 7045330: G1: Simplify/fix the HeapRegionSeq class
tonyp
parents: 3317
diff changeset
176 HR_FORMAT_PARAMS(to));
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
177 obj->print_on(gclog_or_tty);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
178 gclog_or_tty->print_cr("Obj head CTE = %d, field CTE = %d.",
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
179 cv_obj, cv_field);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
180 gclog_or_tty->print_cr("----------");
4725
3b2b58fb1425 7123165: G1: output during parallel verification can get messed up
tonyp
parents: 4073
diff changeset
181 gclog_or_tty->flush();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
182 _failures = true;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
183 if (!failed) _n_failures++;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
184 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
185 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
186 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
187 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
188 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
189 };
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
190
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
191 template<class ClosureType>
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
192 HeapWord* walk_mem_region_loop(ClosureType* cl, G1CollectedHeap* g1h,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
193 HeapRegion* hr,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
194 HeapWord* cur, HeapWord* top) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
195 oop cur_oop = oop(cur);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
196 int oop_size = cur_oop->size();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
197 HeapWord* next_obj = cur + oop_size;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
198 while (next_obj < top) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
199 // Keep filtering the remembered set.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
200 if (!g1h->is_obj_dead(cur_oop, hr)) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
201 // Bottom lies entirely below top, so we can call the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
202 // non-memRegion version of oop_iterate below.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
203 cur_oop->oop_iterate(cl);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
204 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
205 cur = next_obj;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
206 cur_oop = oop(cur);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
207 oop_size = cur_oop->size();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
208 next_obj = cur + oop_size;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
209 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
210 return cur;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
211 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
212
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
213 void HeapRegionDCTOC::walk_mem_region_with_cl(MemRegion mr,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
214 HeapWord* bottom,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
215 HeapWord* top,
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6611
diff changeset
216 ExtendedOopClosure* cl) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
217 G1CollectedHeap* g1h = _g1;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
218 int oop_size;
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6611
diff changeset
219 ExtendedOopClosure* cl2 = NULL;
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3978
diff changeset
220
3983
811ec3d0833b 7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents: 3979
diff changeset
221 FilterIntoCSClosure intoCSFilt(this, g1h, cl);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
222 FilterOutOfRegionClosure outOfRegionFilt(_hr, cl);
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3978
diff changeset
223
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
224 switch (_fk) {
3983
811ec3d0833b 7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents: 3979
diff changeset
225 case NoFilterKind: cl2 = cl; break;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
226 case IntoCSFilterKind: cl2 = &intoCSFilt; break;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
227 case OutOfRegionFilterKind: cl2 = &outOfRegionFilt; break;
3983
811ec3d0833b 7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents: 3979
diff changeset
228 default: ShouldNotReachHere();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
229 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
230
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
231 // Start filtering what we add to the remembered set. If the object is
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
232 // not considered dead, either because it is marked (in the mark bitmap)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
233 // or it was allocated after marking finished, then we add it. Otherwise
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
234 // we can safely ignore the object.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
235 if (!g1h->is_obj_dead(oop(bottom), _hr)) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
236 oop_size = oop(bottom)->oop_iterate(cl2, mr);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
237 } else {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
238 oop_size = oop(bottom)->size();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
239 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
240
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
241 bottom += oop_size;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
242
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
243 if (bottom < top) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
244 // We replicate the loop below for several kinds of possible filters.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
245 switch (_fk) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
246 case NoFilterKind:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
247 bottom = walk_mem_region_loop(cl, g1h, _hr, bottom, top);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
248 break;
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3978
diff changeset
249
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
250 case IntoCSFilterKind: {
3983
811ec3d0833b 7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents: 3979
diff changeset
251 FilterIntoCSClosure filt(this, g1h, cl);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
252 bottom = walk_mem_region_loop(&filt, g1h, _hr, bottom, top);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
253 break;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
254 }
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3978
diff changeset
255
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
256 case OutOfRegionFilterKind: {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
257 FilterOutOfRegionClosure filt(_hr, cl);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
258 bottom = walk_mem_region_loop(&filt, g1h, _hr, bottom, top);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
259 break;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
260 }
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3978
diff changeset
261
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
262 default:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
263 ShouldNotReachHere();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
264 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
265
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
266 // Last object. Need to do dead-obj filtering here too.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
267 if (!g1h->is_obj_dead(oop(bottom), _hr)) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
268 oop(bottom)->oop_iterate(cl2, mr);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
269 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
270 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
271 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
272
942
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
273 // Minimum region size; we won't go lower than that.
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
274 // We might want to decrease this in the future, to deal with small
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
275 // heaps a bit more efficiently.
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
276 #define MIN_REGION_SIZE ( 1024 * 1024 )
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
277
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
278 // Maximum region size; we don't go higher than that. There's a good
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
279 // reason for having an upper bound. We don't want regions to get too
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
280 // large, otherwise cleanup's effectiveness would decrease as there
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
281 // will be fewer opportunities to find totally empty regions after
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
282 // marking.
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
283 #define MAX_REGION_SIZE ( 32 * 1024 * 1024 )
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
284
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
285 // The automatic region size calculation will try to have around this
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
286 // many regions in the heap (based on the min heap size).
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
287 #define TARGET_REGION_NUMBER 2048
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
288
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
289 void HeapRegion::setup_heap_region_size(uintx min_heap_size) {
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
290 // region_size in bytes
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
291 uintx region_size = G1HeapRegionSize;
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
292 if (FLAG_IS_DEFAULT(G1HeapRegionSize)) {
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
293 // We base the automatic calculation on the min heap size. This
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
294 // can be problematic if the spread between min and max is quite
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
295 // wide, imagine -Xms128m -Xmx32g. But, if we decided it based on
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
296 // the max size, the region size might be way too large for the
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
297 // min size. Either way, some users might have to set the region
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
298 // size manually for some -Xms / -Xmx combos.
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
299
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
300 region_size = MAX2(min_heap_size / TARGET_REGION_NUMBER,
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
301 (uintx) MIN_REGION_SIZE);
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
302 }
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
303
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
304 int region_size_log = log2_long((jlong) region_size);
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
305 // Recalculate the region size to make sure it's a power of
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
306 // 2. This means that region_size is the largest power of 2 that's
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
307 // <= what we've calculated so far.
1485
fb57d4cf76c2 6931180: Migration to recent versions of MS Platform SDK
prr
parents: 1394
diff changeset
308 region_size = ((uintx)1 << region_size_log);
942
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
309
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
310 // Now make sure that we don't go over or under our limits.
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
311 if (region_size < MIN_REGION_SIZE) {
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
312 region_size = MIN_REGION_SIZE;
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
313 } else if (region_size > MAX_REGION_SIZE) {
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
314 region_size = MAX_REGION_SIZE;
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
315 }
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
316
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
317 // And recalculate the log.
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
318 region_size_log = log2_long((jlong) region_size);
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
319
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
320 // Now, set up the globals.
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
321 guarantee(LogOfHRGrainBytes == 0, "we should only set it once");
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
322 LogOfHRGrainBytes = region_size_log;
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
323
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
324 guarantee(LogOfHRGrainWords == 0, "we should only set it once");
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
325 LogOfHRGrainWords = LogOfHRGrainBytes - LogHeapWordSize;
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
326
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
327 guarantee(GrainBytes == 0, "we should only set it once");
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
328 // The cast to int is safe, given that we've bounded region_size by
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
329 // MIN_REGION_SIZE and MAX_REGION_SIZE.
3986
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
330 GrainBytes = (size_t)region_size;
942
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
331
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
332 guarantee(GrainWords == 0, "we should only set it once");
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
333 GrainWords = GrainBytes >> LogHeapWordSize;
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
334 guarantee((size_t) 1 << LogOfHRGrainWords == GrainWords, "sanity");
942
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
335
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
336 guarantee(CardsPerRegion == 0, "we should only set it once");
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
337 CardsPerRegion = GrainBytes >> CardTableModRefBS::card_shift;
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
338 }
2c79770d1f6e 6819085: G1: use larger and/or user settable region size
tonyp
parents: 866
diff changeset
339
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
340 void HeapRegion::reset_after_compaction() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
341 G1OffsetTableContigSpace::reset_after_compaction();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
342 // After a compaction the mark bitmap is invalid, so we must
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
343 // treat all objects as being inside the unmarked area.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
344 zero_marked_bytes();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
345 init_top_at_mark_start();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
346 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
347
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
348 void HeapRegion::hr_clear(bool par, bool clear_space) {
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
349 assert(_humongous_type == NotHumongous,
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
350 "we should have already filtered out humongous regions");
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
351 assert(_humongous_start_region == NULL,
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
352 "we should have already filtered out humongous regions");
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
353 assert(_end == _orig_end,
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
354 "we should have already filtered out humongous regions");
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
355
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
356 _in_collection_set = false;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
357
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
358 set_young_index_in_cset(-1);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
359 uninstall_surv_rate_group();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
360 set_young_type(NotYoung);
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2152
diff changeset
361 reset_pre_dummy_top();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
362
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
363 if (!par) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
364 // If this is parallel, this will be done later.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
365 HeapRegionRemSet* hrrs = rem_set();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
366 if (hrrs != NULL) hrrs->clear();
355
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
367 _claimed = InitialClaimValue;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
368 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
369 zero_marked_bytes();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
370
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
371 _offsets.resize(HeapRegion::GrainWords);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
372 init_top_at_mark_start();
356
tonyp
parents: 355
diff changeset
373 if (clear_space) clear(SpaceDecorator::Mangle);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
374 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
375
3317
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
376 void HeapRegion::par_clear() {
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
377 assert(used() == 0, "the region should have been already cleared");
3986
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
378 assert(capacity() == HeapRegion::GrainBytes, "should be back to normal");
3317
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
379 HeapRegionRemSet* hrrs = rem_set();
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
380 hrrs->clear();
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
381 CardTableModRefBS* ct_bs =
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
382 (CardTableModRefBS*)G1CollectedHeap::heap()->barrier_set();
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
383 ct_bs->clear(MemRegion(bottom(), end()));
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
384 }
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
385
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
386 void HeapRegion::calc_gc_efficiency() {
6611
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
387 // GC efficiency is the ratio of how much space would be
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
388 // reclaimed over how long we predict it would take to reclaim it.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
389 G1CollectedHeap* g1h = G1CollectedHeap::heap();
4912
a9647476d1a4 7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents: 4839
diff changeset
390 G1CollectorPolicy* g1p = g1h->g1_policy();
6611
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
391
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
392 // Retrieve a prediction of the elapsed time for this region for
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
393 // a mixed gc because the region will only be evacuated during a
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
394 // mixed gc.
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
395 double region_elapsed_time_ms =
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
396 g1p->predict_region_elapsed_time_ms(this, false /* for_young_gc */);
7383557659bd 7185699: G1: Prediction model discrepancies
johnc
parents: 6254
diff changeset
397 _gc_efficiency = (double) reclaimable_bytes() / region_elapsed_time_ms;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
398 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
399
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
400 void HeapRegion::set_startsHumongous(HeapWord* new_top, HeapWord* new_end) {
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
401 assert(!isHumongous(), "sanity / pre-condition");
1886
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
402 assert(end() == _orig_end,
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
403 "Should be normal before the humongous object allocation");
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
404 assert(top() == bottom(), "should be empty");
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
405 assert(bottom() <= new_top && new_top <= new_end, "pre-condition");
1886
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
406
355
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
407 _humongous_type = StartsHumongous;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
408 _humongous_start_region = this;
1886
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
409
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
410 set_end(new_end);
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
411 _offsets.set_for_starts_humongous(new_top);
1886
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
412 }
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
413
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
414 void HeapRegion::set_continuesHumongous(HeapRegion* first_hr) {
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
415 assert(!isHumongous(), "sanity / pre-condition");
1886
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
416 assert(end() == _orig_end,
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
417 "Should be normal before the humongous object allocation");
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
418 assert(top() == bottom(), "should be empty");
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
419 assert(first_hr->startsHumongous(), "pre-condition");
1886
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
420
72a161e62cc4 6991377: G1: race between concurrent refinement and humongous object allocation
tonyp
parents: 1718
diff changeset
421 _humongous_type = ContinuesHumongous;
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
422 _humongous_start_region = first_hr;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
423 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
424
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
425 void HeapRegion::set_notHumongous() {
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
426 assert(isHumongous(), "pre-condition");
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
427
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
428 if (startsHumongous()) {
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
429 assert(top() <= end(), "pre-condition");
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
430 set_end(_orig_end);
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
431 if (top() > end()) {
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
432 // at least one "continues humongous" region after it
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
433 set_top(end());
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
434 }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
435 } else {
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
436 // continues humongous
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
437 assert(end() == _orig_end, "sanity");
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
438 }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
439
3986
65a8ff39a6da 7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents: 3983
diff changeset
440 assert(capacity() == HeapRegion::GrainBytes, "pre-condition");
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
441 _humongous_type = NotHumongous;
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
442 _humongous_start_region = NULL;
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
443 }
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
444
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
445 bool HeapRegion::claimHeapRegion(jint claimValue) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
446 jint current = _claimed;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
447 if (current != claimValue) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
448 jint res = Atomic::cmpxchg(claimValue, &_claimed, current);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
449 if (res == current) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
450 return true;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
451 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
452 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
453 return false;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
454 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
455
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
456 HeapWord* HeapRegion::next_block_start_careful(HeapWord* addr) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
457 HeapWord* low = addr;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
458 HeapWord* high = end();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
459 while (low < high) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
460 size_t diff = pointer_delta(high, low);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
461 // Must add one below to bias toward the high amount. Otherwise, if
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
462 // "high" were at the desired value, and "low" were one less, we
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
463 // would not converge on "high". This is not symmetric, because
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
464 // we set "high" to a block start, which might be the right one,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
465 // which we don't do for "low".
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
466 HeapWord* middle = low + (diff+1)/2;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
467 if (middle == high) return high;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
468 HeapWord* mid_bs = block_start_careful(middle);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
469 if (mid_bs < addr) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
470 low = middle;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
471 } else {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
472 high = mid_bs;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
473 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
474 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
475 assert(low == high && low >= addr, "Didn't work.");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
476 return low;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
477 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
478
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
479 #ifdef _MSC_VER // the use of 'this' below gets a warning, make it go away
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
480 #pragma warning( disable:4355 ) // 'this' : used in base member initializer list
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
481 #endif // _MSC_VER
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
482
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
483
6010
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
484 HeapRegion::HeapRegion(uint hrs_index,
720b6a76dd9d 7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents: 6008
diff changeset
485 G1BlockOffsetSharedArray* sharedOffsetArray,
6754
8fbf05030e24 7016955: G1: remove the is_zeroed parameter from the HeapRegion constructor
johnc
parents: 6725
diff changeset
486 MemRegion mr) :
8fbf05030e24 7016955: G1: remove the is_zeroed parameter from the HeapRegion constructor
johnc
parents: 6725
diff changeset
487 G1OffsetTableContigSpace(sharedOffsetArray, mr),
3979
4dfb2df418f2 6484982: G1: process references during evacuation pauses
johnc
parents: 3978
diff changeset
488 _hrs_index(hrs_index),
355
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
489 _humongous_type(NotHumongous), _humongous_start_region(NULL),
3830
f44782f04dd4 7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents: 3772
diff changeset
490 _in_collection_set(false),
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
491 _next_in_special_set(NULL), _orig_end(NULL),
355
0edda524b58c 6722565: G1: assert !r->is_on_unclean_list() fires
tonyp
parents: 353
diff changeset
492 _claimed(InitialClaimValue), _evacuation_failed(false),
6011
f7a8920427a6 7145441: G1: collection set chooser-related cleanup
tonyp
parents: 6010
diff changeset
493 _prev_marked_bytes(0), _next_marked_bytes(0), _gc_efficiency(0.0),
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
494 _young_type(NotYoung), _next_young_region(NULL),
2152
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
495 _next_dirty_cards_region(NULL), _next(NULL), _pending_removal(false),
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
496 #ifdef ASSERT
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
497 _containing_set(NULL),
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
498 #endif // ASSERT
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
499 _young_index_in_cset(-1), _surv_rate_group(NULL), _age_index(-1),
0fa27f37d4d4 6977804: G1: remove the zero-filling thread
tonyp
parents: 2133
diff changeset
500 _rem_set(NULL), _recorded_rs_length(0), _predicted_elapsed_time_ms(0),
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1388
diff changeset
501 _predicted_bytes_to_copy(0)
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
502 {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
503 _orig_end = mr.end();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
504 // Note that initialize() will set the start of the unmarked area of the
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
505 // region.
6754
8fbf05030e24 7016955: G1: remove the is_zeroed parameter from the HeapRegion constructor
johnc
parents: 6725
diff changeset
506 hr_clear(false /*par*/, false /*clear_space*/);
356
tonyp
parents: 355
diff changeset
507 set_top(bottom());
tonyp
parents: 355
diff changeset
508 set_saved_mark();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
509
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
510 _rem_set = new HeapRegionRemSet(sharedOffsetArray, this);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
511
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
512 assert(HeapRegionRemSet::num_par_rem_sets() > 0, "Invariant.");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
513 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
514
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
515 CompactibleSpace* HeapRegion::next_compaction_space() const {
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
516 // We're not using an iterator given that it will wrap around when
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
517 // it reaches the last region and this is not what we want here.
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
518 G1CollectedHeap* g1h = G1CollectedHeap::heap();
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
519 uint index = hrs_index() + 1;
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
520 while (index < g1h->n_regions()) {
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
521 HeapRegion* hr = g1h->region_at(index);
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
522 if (!hr->isHumongous()) {
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
523 return hr;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
524 }
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
525 index += 1;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
526 }
6254
a2f7274eb6ef 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 6027
diff changeset
527 return NULL;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
528 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
529
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
530 void HeapRegion::save_marks() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
531 set_saved_mark();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
532 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
533
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6611
diff changeset
534 void HeapRegion::oops_in_mr_iterate(MemRegion mr, ExtendedOopClosure* cl) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
535 HeapWord* p = mr.start();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
536 HeapWord* e = mr.end();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
537 oop obj;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
538 while (p < e) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
539 obj = oop(p);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
540 p += obj->oop_iterate(cl);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
541 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
542 assert(p == e, "bad memregion: doesn't end on obj boundary");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
543 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
544
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
545 #define HeapRegion_OOP_SINCE_SAVE_MARKS_DEFN(OopClosureType, nv_suffix) \
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
546 void HeapRegion::oop_since_save_marks_iterate##nv_suffix(OopClosureType* cl) { \
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
547 ContiguousSpace::oop_since_save_marks_iterate##nv_suffix(cl); \
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
548 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
549 SPECIALIZED_SINCE_SAVE_MARKS_CLOSURES(HeapRegion_OOP_SINCE_SAVE_MARKS_DEFN)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
550
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
551
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6611
diff changeset
552 void HeapRegion::oop_before_save_marks_iterate(ExtendedOopClosure* cl) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
553 oops_in_mr_iterate(MemRegion(bottom(), saved_mark_word()), cl);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
554 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
555
4787
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
556 void HeapRegion::note_self_forwarding_removal_start(bool during_initial_mark,
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
557 bool during_conc_mark) {
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
558 // We always recreate the prev marking info and we'll explicitly
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
559 // mark all objects we find to be self-forwarded on the prev
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
560 // bitmap. So all objects need to be below PTAMS.
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
561 _prev_top_at_mark_start = top();
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
562 _prev_marked_bytes = 0;
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
563
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
564 if (during_initial_mark) {
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
565 // During initial-mark, we'll also explicitly mark all objects
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
566 // we find to be self-forwarded on the next bitmap. So all
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
567 // objects need to be below NTAMS.
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
568 _next_top_at_mark_start = top();
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
569 _next_marked_bytes = 0;
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
570 } else if (during_conc_mark) {
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
571 // During concurrent mark, all objects in the CSet (including
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
572 // the ones we find to be self-forwarded) are implicitly live.
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
573 // So all objects need to be above NTAMS.
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
574 _next_top_at_mark_start = bottom();
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
575 _next_marked_bytes = 0;
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
576 }
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
577 }
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
578
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
579 void HeapRegion::note_self_forwarding_removal_end(bool during_initial_mark,
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
580 bool during_conc_mark,
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
581 size_t marked_bytes) {
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
582 assert(0 <= marked_bytes && marked_bytes <= used(),
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
583 err_msg("marked: "SIZE_FORMAT" used: "SIZE_FORMAT,
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
584 marked_bytes, used()));
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
585 _prev_marked_bytes = marked_bytes;
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
586 }
2ace1c4ee8da 6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents: 4725
diff changeset
587
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
588 HeapWord*
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
589 HeapRegion::object_iterate_mem_careful(MemRegion mr,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
590 ObjectClosure* cl) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
591 G1CollectedHeap* g1h = G1CollectedHeap::heap();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
592 // We used to use "block_start_careful" here. But we're actually happy
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
593 // to update the BOT while we do this...
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
594 HeapWord* cur = block_start(mr.start());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
595 mr = mr.intersection(used_region());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
596 if (mr.is_empty()) return NULL;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
597 // Otherwise, find the obj that extends onto mr.start().
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
598
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
599 assert(cur <= mr.start()
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
600 && (oop(cur)->klass_or_null() == NULL ||
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
601 cur + oop(cur)->size() > mr.start()),
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
602 "postcondition of block_start");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
603 oop obj;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
604 while (cur < mr.end()) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
605 obj = oop(cur);
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
606 if (obj->klass_or_null() == NULL) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
607 // Ran into an unparseable point.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
608 return cur;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
609 } else if (!g1h->is_obj_dead(obj)) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
610 cl->do_object(obj);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
611 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
612 if (cl->abort()) return cur;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
613 // The check above must occur before the operation below, since an
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
614 // abort might invalidate the "size" operation.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
615 cur += obj->size();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
616 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
617 return NULL;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
618 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
619
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
620 HeapWord*
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
621 HeapRegion::
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
622 oops_on_card_seq_iterate_careful(MemRegion mr,
1666
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
623 FilterOutOfRegionClosure* cl,
3317
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
624 bool filter_young,
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
625 jbyte* card_ptr) {
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
626 // Currently, we should only have to clean the card if filter_young
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
627 // is true and vice versa.
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
628 if (filter_young) {
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
629 assert(card_ptr != NULL, "pre-condition");
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
630 } else {
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
631 assert(card_ptr == NULL, "pre-condition");
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
632 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
633 G1CollectedHeap* g1h = G1CollectedHeap::heap();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
634
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
635 // If we're within a stop-world GC, then we might look at a card in a
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
636 // GC alloc region that extends onto a GC LAB, which may not be
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
637 // parseable. Stop such at the "saved_mark" of the region.
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
638 if (g1h->is_gc_active()) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
639 mr = mr.intersection(used_region_at_save_marks());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
640 } else {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
641 mr = mr.intersection(used_region());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
642 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
643 if (mr.is_empty()) return NULL;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
644 // Otherwise, find the obj that extends onto mr.start().
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
645
1666
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
646 // The intersection of the incoming mr (for the card) and the
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
647 // allocated part of the region is non-empty. This implies that
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
648 // we have actually allocated into this region. The code in
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
649 // G1CollectedHeap.cpp that allocates a new region sets the
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
650 // is_young tag on the region before allocating. Thus we
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
651 // safely know if this region is young.
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
652 if (is_young() && filter_young) {
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
653 return NULL;
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
654 }
5cbac8938c4c 6956639: G1: assert(cached_ptr != card_ptr) failed: shouldn't be, concurrentG1Refine.cpp:307
johnc
parents: 1552
diff changeset
655
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
656 assert(!is_young(), "check value of filter_young");
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1666
diff changeset
657
3317
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
658 // We can only clean the card here, after we make the decision that
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
659 // the card is not young. And we only clean the card if we have been
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
660 // asked to (i.e., card_ptr != NULL).
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
661 if (card_ptr != NULL) {
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
662 *card_ptr = CardTableModRefBS::clean_card_val();
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
663 // We must complete this write before we do any of the reads below.
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
664 OrderAccess::storeload();
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
665 }
063382f9b575 7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents: 2433
diff changeset
666
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
667 // Cache the boundaries of the memory region in some const locals
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
668 HeapWord* const start = mr.start();
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
669 HeapWord* const end = mr.end();
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
670
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
671 // We used to use "block_start_careful" here. But we're actually happy
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
672 // to update the BOT while we do this...
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
673 HeapWord* cur = block_start(start);
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
674 assert(cur <= start, "Postcondition");
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
675
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
676 oop obj;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
677
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
678 HeapWord* next = cur;
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
679 while (next <= start) {
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
680 cur = next;
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
681 obj = oop(cur);
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
682 if (obj->klass_or_null() == NULL) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
683 // Ran into an unparseable point.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
684 return cur;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
685 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
686 // Otherwise...
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
687 next = (cur + obj->size());
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
688 }
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
689
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
690 // If we finish the above loop...We have a parseable object that
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
691 // begins on or before the start of the memory region, and ends
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
692 // inside or spans the entire region.
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
693
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
694 assert(obj == oop(cur), "sanity");
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
695 assert(cur <= start &&
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
696 obj->klass_or_null() != NULL &&
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
697 (cur + obj->size()) > start,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
698 "Loop postcondition");
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
699
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
700 if (!g1h->is_obj_dead(obj)) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
701 obj->oop_iterate(cl, mr);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
702 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
703
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
704 while (cur < end) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
705 obj = oop(cur);
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
706 if (obj->klass_or_null() == NULL) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
707 // Ran into an unparseable point.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
708 return cur;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
709 };
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
710
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
711 // Otherwise:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
712 next = (cur + obj->size());
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
713
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
714 if (!g1h->is_obj_dead(obj)) {
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
715 if (next < end || !obj->is_objArray()) {
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
716 // This object either does not span the MemRegion
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
717 // boundary, or if it does it's not an array.
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
718 // Apply closure to whole object.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
719 obj->oop_iterate(cl);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
720 } else {
4839
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
721 // This obj is an array that spans the boundary.
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
722 // Stop at the boundary.
b4ebad3520bb 7133038: G1: Some small profile based optimizations
johnc
parents: 4787
diff changeset
723 obj->oop_iterate(cl, mr);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
724 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
725 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
726 cur = next;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
727 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
728 return NULL;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
729 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
730
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
731 void HeapRegion::print() const { print_on(gclog_or_tty); }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
732 void HeapRegion::print_on(outputStream* st) const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
733 if (isHumongous()) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
734 if (startsHumongous())
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
735 st->print(" HS");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
736 else
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
737 st->print(" HC");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
738 } else {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
739 st->print(" ");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
740 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
741 if (in_collection_set())
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
742 st->print(" CS");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
743 else
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
744 st->print(" ");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
745 if (is_young())
1394
1316cec51b4d 6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents: 1388
diff changeset
746 st->print(is_survivor() ? " SU" : " Y ");
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
747 else
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
748 st->print(" ");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
749 if (is_empty())
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
750 st->print(" F");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
751 else
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
752 st->print(" ");
4073
53074c2c4600 7099849: G1: include heap region information in hs_err files
tonyp
parents: 4023
diff changeset
753 st->print(" TS %5d", _gc_time_stamp);
1388
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
754 st->print(" PTAMS "PTR_FORMAT" NTAMS "PTR_FORMAT,
7666957bc44d 6937142: G1: improvements to debugging output (S-M)
tonyp
parents: 1020
diff changeset
755 prev_top_at_mark_start(), next_top_at_mark_start());
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
756 G1OffsetTableContigSpace::print_on(st);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
757 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
758
6008
b632e80fc9dc 4988100: oop_verify_old_oop appears to be dead
brutisso
parents: 4912
diff changeset
759 void HeapRegion::verify() const {
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
760 bool dummy = false;
6008
b632e80fc9dc 4988100: oop_verify_old_oop appears to be dead
brutisso
parents: 4912
diff changeset
761 verify(VerifyOption_G1UsePrevMarking, /* failures */ &dummy);
811
830ca2573896 6850846: G1: extend G1 marking verification
tonyp
parents: 796
diff changeset
762 }
830ca2573896 6850846: G1: extend G1 marking verification
tonyp
parents: 796
diff changeset
763
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
764 // This really ought to be commoned up into OffsetTableContigSpace somehow.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
765 // We would need a mechanism to make that code skip dead objects.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
766
6008
b632e80fc9dc 4988100: oop_verify_old_oop appears to be dead
brutisso
parents: 4912
diff changeset
767 void HeapRegion::verify(VerifyOption vo,
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
768 bool* failures) const {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
769 G1CollectedHeap* g1 = G1CollectedHeap::heap();
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
770 *failures = false;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
771 HeapWord* p = bottom();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
772 HeapWord* prev_p = NULL;
3772
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
773 VerifyLiveClosure vl_cl(g1, vo);
1718
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
774 bool is_humongous = isHumongous();
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
775 bool do_bot_verify = !is_young();
1718
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
776 size_t object_num = 0;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
777 while (p < top()) {
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
778 oop obj = oop(p);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
779 size_t obj_size = obj->size();
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
780 object_num += 1;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
781
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
782 if (is_humongous != g1->isHumongous(obj_size)) {
1718
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
783 gclog_or_tty->print_cr("obj "PTR_FORMAT" is of %shumongous size ("
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
784 SIZE_FORMAT" words) in a %shumongous region",
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
785 p, g1->isHumongous(obj_size) ? "" : "non-",
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
786 obj_size, is_humongous ? "" : "non-");
1718
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
787 *failures = true;
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
788 return;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
789 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
790
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
791 // If it returns false, verify_for_object() will output the
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
792 // appropriate messasge.
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
793 if (do_bot_verify && !_offsets.verify_for_object(p, obj_size)) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
794 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
795 return;
1718
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
796 }
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
797
3772
6747fd0512e0 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 3766
diff changeset
798 if (!g1->is_obj_dead_cond(obj, this, vo)) {
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
799 if (obj->is_oop()) {
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6611
diff changeset
800 Klass* klass = obj->klass();
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6611
diff changeset
801 if (!klass->is_metadata()) {
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
802 gclog_or_tty->print_cr("klass "PTR_FORMAT" of object "PTR_FORMAT" "
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6611
diff changeset
803 "not metadata", klass, obj);
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
804 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
805 return;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
806 } else if (!klass->is_klass()) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
807 gclog_or_tty->print_cr("klass "PTR_FORMAT" of object "PTR_FORMAT" "
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
808 "not a klass", klass, obj);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
809 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
810 return;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
811 } else {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
812 vl_cl.set_containing_obj(obj);
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6611
diff changeset
813 obj->oop_iterate_no_header(&vl_cl);
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
814 if (vl_cl.failures()) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
815 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
816 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
817 if (G1MaxVerifyFailures >= 0 &&
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
818 vl_cl.n_failures() >= G1MaxVerifyFailures) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
819 return;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
820 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
821 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
822 } else {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
823 gclog_or_tty->print_cr(PTR_FORMAT" no an oop", obj);
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
824 *failures = true;
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
825 return;
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
826 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
827 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
828 prev_p = p;
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
829 p += obj_size;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
830 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
831
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
832 if (p != top()) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
833 gclog_or_tty->print_cr("end of last object "PTR_FORMAT" "
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
834 "does not match top "PTR_FORMAT, p, top());
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
835 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
836 return;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
837 }
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
838
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
839 HeapWord* the_end = end();
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
840 assert(p == top(), "it should still hold");
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
841 // Do some extra BOT consistency checking for addresses in the
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
842 // range [top, end). BOT look-ups in this range should yield
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
843 // top. No point in doing that if top == end (there's nothing there).
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
844 if (p < the_end) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
845 // Look up top
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
846 HeapWord* addr_1 = p;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
847 HeapWord* b_start_1 = _offsets.block_start_const(addr_1);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
848 if (b_start_1 != p) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
849 gclog_or_tty->print_cr("BOT look up for top: "PTR_FORMAT" "
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
850 " yielded "PTR_FORMAT", expecting "PTR_FORMAT,
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
851 addr_1, b_start_1, p);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
852 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
853 return;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
854 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
855
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
856 // Look up top + 1
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
857 HeapWord* addr_2 = p + 1;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
858 if (addr_2 < the_end) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
859 HeapWord* b_start_2 = _offsets.block_start_const(addr_2);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
860 if (b_start_2 != p) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
861 gclog_or_tty->print_cr("BOT look up for top + 1: "PTR_FORMAT" "
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
862 " yielded "PTR_FORMAT", expecting "PTR_FORMAT,
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
863 addr_2, b_start_2, p);
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
864 *failures = true;
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
865 return;
2133
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
866 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
867 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
868
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
869 // Look up an address between top and end
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
870 size_t diff = pointer_delta(the_end, p) / 2;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
871 HeapWord* addr_3 = p + diff;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
872 if (addr_3 < the_end) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
873 HeapWord* b_start_3 = _offsets.block_start_const(addr_3);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
874 if (b_start_3 != p) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
875 gclog_or_tty->print_cr("BOT look up for top + diff: "PTR_FORMAT" "
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
876 " yielded "PTR_FORMAT", expecting "PTR_FORMAT,
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
877 addr_3, b_start_3, p);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
878 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
879 return;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
880 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
881 }
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
882
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
883 // Loook up end - 1
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
884 HeapWord* addr_4 = the_end - 1;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
885 HeapWord* b_start_4 = _offsets.block_start_const(addr_4);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
886 if (b_start_4 != p) {
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
887 gclog_or_tty->print_cr("BOT look up for end - 1: "PTR_FORMAT" "
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
888 " yielded "PTR_FORMAT", expecting "PTR_FORMAT,
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
889 addr_4, b_start_4, p);
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
890 *failures = true;
2250ee17e258 7007068: G1: refine the BOT during evac failure handling
tonyp
parents: 1972
diff changeset
891 return;
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
892 }
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
893 }
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
894
1718
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
895 if (is_humongous && object_num > 1) {
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
896 gclog_or_tty->print_cr("region ["PTR_FORMAT","PTR_FORMAT"] is humongous "
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
897 "but has "SIZE_FORMAT", objects",
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
898 bottom(), end(), object_num);
bb847e31b836 6974928: G1: sometimes humongous objects are allocated in young regions
tonyp
parents: 1705
diff changeset
899 *failures = true;
1020
ff2402f6a50b 6882730: G1: parallel heap verification messes up region dump
tonyp
parents: 942
diff changeset
900 return;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
901 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
902 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
903
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
904 // G1OffsetTableContigSpace code; copied from space.cpp. Hope this can go
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
905 // away eventually.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
906
356
tonyp
parents: 355
diff changeset
907 void G1OffsetTableContigSpace::clear(bool mangle_space) {
tonyp
parents: 355
diff changeset
908 ContiguousSpace::clear(mangle_space);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
909 _offsets.zero_bottom_entry();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
910 _offsets.initialize_threshold();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
911 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
912
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
913 void G1OffsetTableContigSpace::set_bottom(HeapWord* new_bottom) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
914 Space::set_bottom(new_bottom);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
915 _offsets.set_bottom(new_bottom);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
916 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
917
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
918 void G1OffsetTableContigSpace::set_end(HeapWord* new_end) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
919 Space::set_end(new_end);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
920 _offsets.resize(new_end - bottom());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
921 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
922
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
923 void G1OffsetTableContigSpace::print() const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
924 print_short();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
925 gclog_or_tty->print_cr(" [" INTPTR_FORMAT ", " INTPTR_FORMAT ", "
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
926 INTPTR_FORMAT ", " INTPTR_FORMAT ")",
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
927 bottom(), top(), _offsets.threshold(), end());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
928 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
929
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
930 HeapWord* G1OffsetTableContigSpace::initialize_threshold() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
931 return _offsets.initialize_threshold();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
932 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
933
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
934 HeapWord* G1OffsetTableContigSpace::cross_threshold(HeapWord* start,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
935 HeapWord* end) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
936 _offsets.alloc_block(start, end);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
937 return _offsets.threshold();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
938 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
939
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
940 HeapWord* G1OffsetTableContigSpace::saved_mark_word() const {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
941 G1CollectedHeap* g1h = G1CollectedHeap::heap();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
942 assert( _gc_time_stamp <= g1h->get_gc_time_stamp(), "invariant" );
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
943 if (_gc_time_stamp < g1h->get_gc_time_stamp())
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
944 return top();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
945 else
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
946 return ContiguousSpace::saved_mark_word();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
947 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
948
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
949 void G1OffsetTableContigSpace::set_saved_mark() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
950 G1CollectedHeap* g1h = G1CollectedHeap::heap();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
951 unsigned curr_gc_time_stamp = g1h->get_gc_time_stamp();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
952
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
953 if (_gc_time_stamp < curr_gc_time_stamp) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
954 // The order of these is important, as another thread might be
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
955 // about to start scanning this region. If it does so after
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
956 // set_saved_mark and before _gc_time_stamp = ..., then the latter
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
957 // will be false, and it will pick up top() as the high water mark
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
958 // of region. If it does so after _gc_time_stamp = ..., then it
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
959 // will pick up the right saved_mark_word() as the high water mark
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
960 // of the region. Either way, the behaviour will be correct.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
961 ContiguousSpace::set_saved_mark();
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 838
diff changeset
962 OrderAccess::storestore();
353
9bb2c10ac07b 6723570: G1: assertion failure: p == current_top or oop(p)->is_oop(),"p is not a block start" (revisited!)
iveresov
parents: 342
diff changeset
963 _gc_time_stamp = curr_gc_time_stamp;
2433
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2152
diff changeset
964 // No need to do another barrier to flush the writes above. If
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2152
diff changeset
965 // this is called in parallel with other threads trying to
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2152
diff changeset
966 // allocate into the region, the caller should call this while
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2152
diff changeset
967 // holding a lock and when the lock is released the writes will be
abdfc822206f 7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents: 2152
diff changeset
968 // flushed.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
969 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
970 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
971
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
972 G1OffsetTableContigSpace::
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
973 G1OffsetTableContigSpace(G1BlockOffsetSharedArray* sharedOffsetArray,
6754
8fbf05030e24 7016955: G1: remove the is_zeroed parameter from the HeapRegion constructor
johnc
parents: 6725
diff changeset
974 MemRegion mr) :
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
975 _offsets(sharedOffsetArray, mr),
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
976 _par_alloc_lock(Mutex::leaf, "OffsetTableContigSpace par alloc lock", true),
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
977 _gc_time_stamp(0)
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
978 {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
979 _offsets.set_space(this);
6754
8fbf05030e24 7016955: G1: remove the is_zeroed parameter from the HeapRegion constructor
johnc
parents: 6725
diff changeset
980 // false ==> we'll do the clearing if there's clearing to be done.
8fbf05030e24 7016955: G1: remove the is_zeroed parameter from the HeapRegion constructor
johnc
parents: 6725
diff changeset
981 ContiguousSpace::initialize(mr, false, SpaceDecorator::Mangle);
8fbf05030e24 7016955: G1: remove the is_zeroed parameter from the HeapRegion constructor
johnc
parents: 6725
diff changeset
982 _offsets.zero_bottom_entry();
8fbf05030e24 7016955: G1: remove the is_zeroed parameter from the HeapRegion constructor
johnc
parents: 6725
diff changeset
983 _offsets.initialize_threshold();
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
984 }