annotate src/share/vm/gc_implementation/g1/g1RemSet.inline.hpp @ 1883:35e4e086d5f5

6990359: G1: don't push a stolen entry on the taskqueue, deal with it directly Summary: When an entry is stolen, don't push it on the task queue but process it directly. Reviewed-by: iveresov, ysr, jcoomes
author tonyp
date Thu, 14 Oct 2010 10:38:14 -0400
parents c32059ef4dc0
children 878b57474103
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
1 /*
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
2 * Copyright (c) 2001, 2010, Oracle and/or its affiliates. All rights reserved.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
4 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
7 * published by the Free Software Foundation.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
8 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
13 * accompanied this code).
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
14 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 866
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 866
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 866
diff changeset
21 * questions.
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
22 *
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
23 */
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
24
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
25 inline size_t G1RemSet::n_workers() {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
26 if (_g1->workers() != NULL) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
27 return _g1->workers()->total_workers();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
28 } else {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
29 return 1;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
30 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
31 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
32
1861
c32059ef4dc0 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 1708
diff changeset
33 template <class T>
c32059ef4dc0 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 1708
diff changeset
34 inline void G1RemSet::write_ref_nv(HeapRegion* from, T* p) {
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 677
diff changeset
35 par_write_ref_nv(from, p, 0);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
36 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
37
1861
c32059ef4dc0 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 1708
diff changeset
38 inline bool G1RemSet::self_forwarded(oop obj) {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
39 bool result = (obj->is_forwarded() && (obj->forwardee()== obj));
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
40 return result;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
41 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
42
1861
c32059ef4dc0 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 1708
diff changeset
43 template <class T>
c32059ef4dc0 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 1708
diff changeset
44 inline void G1RemSet::par_write_ref_nv(HeapRegion* from, T* p, int tid) {
845
df6caf649ff7 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 677
diff changeset
45 oop obj = oopDesc::load_decode_heap_oop(p);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
46 #ifdef ASSERT
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
47 // can't do because of races
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
48 // assert(obj == NULL || obj->is_oop(), "expected an oop");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
49
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
50 // Do the safe subset of is_oop
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
51 if (obj != NULL) {
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
52 #ifdef CHECK_UNHANDLED_OOPS
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
53 oopDesc* o = obj.obj();
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
54 #else
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
55 oopDesc* o = obj;
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
56 #endif // CHECK_UNHANDLED_OOPS
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
57 assert((intptr_t)o % MinObjAlignmentInBytes == 0, "not oop aligned");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
58 assert(Universe::heap()->is_in_reserved(obj), "must be in heap");
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
59 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
60 #endif // ASSERT
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
61
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
62 assert(from == NULL || from->is_in_reserved(p), "p is not in from");
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
63
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
64 HeapRegion* to = _g1->heap_region_containing(obj);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
65 // The test below could be optimized by applying a bit op to to and from.
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
66 if (to != NULL && from != NULL && from != to) {
1708
a03ae377b2e8 6930581: G1: assert(ParallelGCThreads > 1 || n_yielded() == _hrrs->occupied(),"Should have yielded all the ..
johnc
parents: 1705
diff changeset
67 // The _traversal_in_progress flag is true during the collection pause,
a03ae377b2e8 6930581: G1: assert(ParallelGCThreads > 1 || n_yielded() == _hrrs->occupied(),"Should have yielded all the ..
johnc
parents: 1705
diff changeset
68 // false during the evacuation failure handling. This should avoid a
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
69 // potential loop if we were to add the card containing 'p' to the DCQS
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
70 // that's used to regenerate the remembered sets for the collection set,
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
71 // in the event of an evacuation failure, here. The UpdateRSImmediate
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
72 // closure will eventally call this routine.
1708
a03ae377b2e8 6930581: G1: assert(ParallelGCThreads > 1 || n_yielded() == _hrrs->occupied(),"Should have yielded all the ..
johnc
parents: 1705
diff changeset
73 if (_traversal_in_progress &&
616
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 342
diff changeset
74 to->in_collection_set() && !self_forwarded(obj)) {
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
75
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
76 assert(_cset_rs_update_cl[tid] != NULL, "should have been set already");
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
77 _cset_rs_update_cl[tid]->do_oop(p);
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
78
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
79 // Deferred updates to the CSet are either discarded (in the normal case),
616
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 342
diff changeset
80 // or processed (if an evacuation failure occurs) at the end
4f360ec815ba 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 342
diff changeset
81 // of the collection.
1861
c32059ef4dc0 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 1708
diff changeset
82 // See G1RemSet::cleanup_after_oops_into_collection_set_do().
677
96b229c54d1e 6543938: G1: remove the concept of popularity
apetrusenko
parents: 626
diff changeset
83 } else {
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
84 #if G1_REM_SET_LOGGING
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
85 gclog_or_tty->print_cr("Adding " PTR_FORMAT " (" PTR_FORMAT ") to RS"
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
86 " for region [" PTR_FORMAT ", " PTR_FORMAT ")",
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
87 p, obj,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
88 to->bottom(), to->end());
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
89 #endif
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
90 assert(to->rem_set() != NULL, "Need per-region 'into' remsets.");
677
96b229c54d1e 6543938: G1: remove the concept of popularity
apetrusenko
parents: 626
diff changeset
91 to->rem_set()->add_reference(p, tid);
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
92 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
93 }
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
94 }
626
87fa6e083d82 6760309: G1: update remembered sets during Full GCs
apetrusenko
parents: 616
diff changeset
95
1861
c32059ef4dc0 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 1708
diff changeset
96 template <class T>
c32059ef4dc0 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 1708
diff changeset
97 inline void UpdateRSOopClosure::do_oop_work(T* p) {
626
87fa6e083d82 6760309: G1: update remembered sets during Full GCs
apetrusenko
parents: 616
diff changeset
98 assert(_from != NULL, "from region must be non-NULL");
87fa6e083d82 6760309: G1: update remembered sets during Full GCs
apetrusenko
parents: 616
diff changeset
99 _rs->par_write_ref(_from, p, _worker_i);
87fa6e083d82 6760309: G1: update remembered sets during Full GCs
apetrusenko
parents: 616
diff changeset
100 }
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
101
1861
c32059ef4dc0 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 1708
diff changeset
102 template <class T>
c32059ef4dc0 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 1708
diff changeset
103 inline void UpdateRSetImmediate::do_oop_work(T* p) {
1705
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
104 assert(_from->is_in_reserved(p), "paranoia");
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
105 T heap_oop = oopDesc::load_heap_oop(p);
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
106 if (!oopDesc::is_null(heap_oop) && !_from->is_survivor()) {
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
107 _g1_rem_set->par_write_ref(_from, p, 0);
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
108 }
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
109 }
2d160770d2e5 6814437: G1: remove the _new_refs array
johnc
parents: 1552
diff changeset
110