annotate src/share/vm/oops/oop.pcgc.inline.hpp @ 1992:3cd116fd11be

6994628: G1: Test gc/gctests/FinalizeTest05 fails (one live object is finalized) Summary: The Solaris Studio 12 update 1 C++ compiler was incorrectly re-ordering the reads of an object's mark word in oopDesc::forward_to_atomic(). This opened a small window where one thread could execute the successful CAS path even though another thread had already successfully forwarded the object. This could result in an object being copied twice. The code in oopDesc::forward_to_atomic() was changed to read the mark word once. Reviewed-by: ysr, tonyp
author johnc
date Tue, 07 Dec 2010 16:18:45 -0800
parents f95d63e2154a
children e5383553fd4e
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
2 * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 196
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 196
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 196
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
25 #ifndef SHARE_VM_OOPS_OOP_PCGC_INLINE_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
26 #define SHARE_VM_OOPS_OOP_PCGC_INLINE_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
27
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
28 #ifndef SERIALGC
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
29 #include "gc_implementation/parNew/parNewGeneration.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
30 #include "gc_implementation/parallelScavenge/parallelScavengeHeap.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
31 #include "gc_implementation/parallelScavenge/psCompactionManager.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
32 #include "gc_implementation/parallelScavenge/psParallelCompact.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
33 #include "gc_implementation/parallelScavenge/psScavenge.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
34 #include "gc_implementation/parallelScavenge/psScavenge.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
35 #endif
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
36
0
a61af66fc99e Initial load
duke
parents:
diff changeset
37 inline void oopDesc::update_contents(ParCompactionManager* cm) {
a61af66fc99e Initial load
duke
parents:
diff changeset
38 // The klass field must be updated before anything else
a61af66fc99e Initial load
duke
parents:
diff changeset
39 // can be done.
a61af66fc99e Initial load
duke
parents:
diff changeset
40 DEBUG_ONLY(klassOopDesc* original_klass = klass());
a61af66fc99e Initial load
duke
parents:
diff changeset
41
a61af66fc99e Initial load
duke
parents:
diff changeset
42 // Can the option to update and/or copy be moved up in the
a61af66fc99e Initial load
duke
parents:
diff changeset
43 // call chain to avoid calling into here?
a61af66fc99e Initial load
duke
parents:
diff changeset
44
a61af66fc99e Initial load
duke
parents:
diff changeset
45 if (PSParallelCompact::should_update_klass(klass())) {
a61af66fc99e Initial load
duke
parents:
diff changeset
46 update_header();
a61af66fc99e Initial load
duke
parents:
diff changeset
47 assert(klass()->is_klass(), "Not updated correctly");
a61af66fc99e Initial load
duke
parents:
diff changeset
48 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
49 assert(klass()->is_klass(), "Not updated");
a61af66fc99e Initial load
duke
parents:
diff changeset
50 }
a61af66fc99e Initial load
duke
parents:
diff changeset
51
a61af66fc99e Initial load
duke
parents:
diff changeset
52 Klass* new_klass = blueprint();
a61af66fc99e Initial load
duke
parents:
diff changeset
53 if (!new_klass->oop_is_typeArray()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
54 // It might contain oops beyond the header, so take the virtual call.
a61af66fc99e Initial load
duke
parents:
diff changeset
55 new_klass->oop_update_pointers(cm, this);
a61af66fc99e Initial load
duke
parents:
diff changeset
56 }
a61af66fc99e Initial load
duke
parents:
diff changeset
57 // Else skip it. The typeArrayKlass in the header never needs scavenging.
a61af66fc99e Initial load
duke
parents:
diff changeset
58 }
a61af66fc99e Initial load
duke
parents:
diff changeset
59
a61af66fc99e Initial load
duke
parents:
diff changeset
60 inline void oopDesc::update_contents(ParCompactionManager* cm,
a61af66fc99e Initial load
duke
parents:
diff changeset
61 HeapWord* begin_limit,
a61af66fc99e Initial load
duke
parents:
diff changeset
62 HeapWord* end_limit) {
a61af66fc99e Initial load
duke
parents:
diff changeset
63 // The klass field must be updated before anything else
a61af66fc99e Initial load
duke
parents:
diff changeset
64 // can be done.
a61af66fc99e Initial load
duke
parents:
diff changeset
65 debug_only(klassOopDesc* original_klass = klass());
a61af66fc99e Initial load
duke
parents:
diff changeset
66
a61af66fc99e Initial load
duke
parents:
diff changeset
67 update_contents(cm, klass(), begin_limit, end_limit);
a61af66fc99e Initial load
duke
parents:
diff changeset
68 }
a61af66fc99e Initial load
duke
parents:
diff changeset
69
a61af66fc99e Initial load
duke
parents:
diff changeset
70 inline void oopDesc::update_contents(ParCompactionManager* cm,
a61af66fc99e Initial load
duke
parents:
diff changeset
71 klassOop old_klass,
a61af66fc99e Initial load
duke
parents:
diff changeset
72 HeapWord* begin_limit,
a61af66fc99e Initial load
duke
parents:
diff changeset
73 HeapWord* end_limit) {
a61af66fc99e Initial load
duke
parents:
diff changeset
74
a61af66fc99e Initial load
duke
parents:
diff changeset
75 klassOop updated_klass =
a61af66fc99e Initial load
duke
parents:
diff changeset
76 PSParallelCompact::summary_data().calc_new_klass(old_klass);
a61af66fc99e Initial load
duke
parents:
diff changeset
77
a61af66fc99e Initial load
duke
parents:
diff changeset
78 // Needs to be boundary aware for the 64 bit case
a61af66fc99e Initial load
duke
parents:
diff changeset
79 // update_header();
a61af66fc99e Initial load
duke
parents:
diff changeset
80 // The klass has moved. Is the location of the klass
a61af66fc99e Initial load
duke
parents:
diff changeset
81 // within the limits?
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
82 if ((((HeapWord*)&_metadata._klass) >= begin_limit) &&
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
83 (((HeapWord*)&_metadata._klass) < end_limit)) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
84 set_klass(updated_klass);
a61af66fc99e Initial load
duke
parents:
diff changeset
85 }
a61af66fc99e Initial load
duke
parents:
diff changeset
86
a61af66fc99e Initial load
duke
parents:
diff changeset
87 Klass* klass = updated_klass->klass_part();
a61af66fc99e Initial load
duke
parents:
diff changeset
88 if (!klass->oop_is_typeArray()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
89 // It might contain oops beyond the header, so take the virtual call.
a61af66fc99e Initial load
duke
parents:
diff changeset
90 klass->oop_update_pointers(cm, this, begin_limit, end_limit);
a61af66fc99e Initial load
duke
parents:
diff changeset
91 }
a61af66fc99e Initial load
duke
parents:
diff changeset
92 // Else skip it. The typeArrayKlass in the header never needs scavenging.
a61af66fc99e Initial load
duke
parents:
diff changeset
93 }
a61af66fc99e Initial load
duke
parents:
diff changeset
94
a61af66fc99e Initial load
duke
parents:
diff changeset
95 inline void oopDesc::follow_contents(ParCompactionManager* cm) {
a61af66fc99e Initial load
duke
parents:
diff changeset
96 assert (PSParallelCompact::mark_bitmap()->is_marked(this),
a61af66fc99e Initial load
duke
parents:
diff changeset
97 "should be marked");
a61af66fc99e Initial load
duke
parents:
diff changeset
98 blueprint()->oop_follow_contents(cm, this);
a61af66fc99e Initial load
duke
parents:
diff changeset
99 }
a61af66fc99e Initial load
duke
parents:
diff changeset
100
a61af66fc99e Initial load
duke
parents:
diff changeset
101 // Used by parallel old GC.
a61af66fc99e Initial load
duke
parents:
diff changeset
102
a61af66fc99e Initial load
duke
parents:
diff changeset
103 inline void oopDesc::follow_header(ParCompactionManager* cm) {
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
104 if (UseCompressedOops) {
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
105 PSParallelCompact::mark_and_push(cm, compressed_klass_addr());
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
106 } else {
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
107 PSParallelCompact::mark_and_push(cm, klass_addr());
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
108 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
109 }
a61af66fc99e Initial load
duke
parents:
diff changeset
110
a61af66fc99e Initial load
duke
parents:
diff changeset
111 inline oop oopDesc::forward_to_atomic(oop p) {
a61af66fc99e Initial load
duke
parents:
diff changeset
112 assert(ParNewGeneration::is_legal_forward_ptr(p),
a61af66fc99e Initial load
duke
parents:
diff changeset
113 "illegal forwarding pointer value.");
a61af66fc99e Initial load
duke
parents:
diff changeset
114 markOop oldMark = mark();
a61af66fc99e Initial load
duke
parents:
diff changeset
115 markOop forwardPtrMark = markOopDesc::encode_pointer_as_mark(p);
a61af66fc99e Initial load
duke
parents:
diff changeset
116 markOop curMark;
a61af66fc99e Initial load
duke
parents:
diff changeset
117
a61af66fc99e Initial load
duke
parents:
diff changeset
118 assert(forwardPtrMark->decode_pointer() == p, "encoding must be reversable");
a61af66fc99e Initial load
duke
parents:
diff changeset
119 assert(sizeof(markOop) == sizeof(intptr_t), "CAS below requires this.");
a61af66fc99e Initial load
duke
parents:
diff changeset
120
1992
3cd116fd11be 6994628: G1: Test gc/gctests/FinalizeTest05 fails (one live object is finalized)
johnc
parents: 1972
diff changeset
121 while (!oldMark->is_marked()) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
122 curMark = (markOop)Atomic::cmpxchg_ptr(forwardPtrMark, &_mark, oldMark);
1992
3cd116fd11be 6994628: G1: Test gc/gctests/FinalizeTest05 fails (one live object is finalized)
johnc
parents: 1972
diff changeset
123 assert(is_forwarded(), "object should have been forwarded");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
124 if (curMark == oldMark) {
a61af66fc99e Initial load
duke
parents:
diff changeset
125 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
126 }
1992
3cd116fd11be 6994628: G1: Test gc/gctests/FinalizeTest05 fails (one live object is finalized)
johnc
parents: 1972
diff changeset
127 // If the CAS was unsuccessful then curMark->is_marked()
3cd116fd11be 6994628: G1: Test gc/gctests/FinalizeTest05 fails (one live object is finalized)
johnc
parents: 1972
diff changeset
128 // should return true as another thread has CAS'd in another
3cd116fd11be 6994628: G1: Test gc/gctests/FinalizeTest05 fails (one live object is finalized)
johnc
parents: 1972
diff changeset
129 // forwarding pointer.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
130 oldMark = curMark;
a61af66fc99e Initial load
duke
parents:
diff changeset
131 }
a61af66fc99e Initial load
duke
parents:
diff changeset
132 return forwardee();
a61af66fc99e Initial load
duke
parents:
diff changeset
133 }
a61af66fc99e Initial load
duke
parents:
diff changeset
134
a61af66fc99e Initial load
duke
parents:
diff changeset
135 inline void oopDesc::update_header() {
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
136 if (UseCompressedOops) {
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
137 PSParallelCompact::adjust_pointer(compressed_klass_addr());
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
138 } else {
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
139 PSParallelCompact::adjust_pointer(klass_addr());
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
140 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
141 }
a61af66fc99e Initial load
duke
parents:
diff changeset
142
a61af66fc99e Initial load
duke
parents:
diff changeset
143 inline void oopDesc::update_header(HeapWord* beg_addr, HeapWord* end_addr) {
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
144 if (UseCompressedOops) {
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
145 PSParallelCompact::adjust_pointer(compressed_klass_addr(),
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
146 beg_addr, end_addr);
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
147 } else {
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
148 PSParallelCompact::adjust_pointer(klass_addr(), beg_addr, end_addr);
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
149 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
150 }
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
151
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
152 #endif // SHARE_VM_OOPS_OOP_PCGC_INLINE_HPP