Mercurial > hg > truffle
annotate src/share/vm/gc_implementation/g1/vm_operations_g1.cpp @ 4982:38012b8c29b1
create separate RUNTIME1_STUBS definition for non-graal build.
author | Thomas Wuerthinger <thomas.wuerthinger@oracle.com> |
---|---|
date | Mon, 27 Feb 2012 22:18:57 +0100 |
parents | 9509c20bba28 |
children | 64bf7c8270cb |
rev | line source |
---|---|
342 | 1 /* |
4829
9509c20bba28
6976060: G1: humongous object allocations should initiate marking cycles when necessary
brutisso
parents:
4022
diff
changeset
|
2 * Copyright (c) 2001, 2012, Oracle and/or its affiliates. All rights reserved. |
342 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 * | |
5 * This code is free software; you can redistribute it and/or modify it | |
6 * under the terms of the GNU General Public License version 2 only, as | |
7 * published by the Free Software Foundation. | |
8 * | |
9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
12 * version 2 for more details (a copy is included in the LICENSE file that | |
13 * accompanied this code). | |
14 * | |
15 * You should have received a copy of the GNU General Public License version | |
16 * 2 along with this work; if not, write to the Free Software Foundation, | |
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
18 * | |
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1088
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1088
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1088
diff
changeset
|
21 * questions. |
342 | 22 * |
23 */ | |
24 | |
1972 | 25 #include "precompiled.hpp" |
4022
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
26 #include "gc_implementation/g1/concurrentMarkThread.inline.hpp" |
1972 | 27 #include "gc_implementation/g1/g1CollectedHeap.inline.hpp" |
28 #include "gc_implementation/g1/g1CollectorPolicy.hpp" | |
29 #include "gc_implementation/g1/vm_operations_g1.hpp" | |
30 #include "gc_implementation/shared/isGCActiveMark.hpp" | |
1973 | 31 #include "gc_implementation/g1/vm_operations_g1.hpp" |
1972 | 32 #include "runtime/interfaceSupport.hpp" |
342 | 33 |
1973 | 34 VM_G1CollectForAllocation::VM_G1CollectForAllocation( |
35 unsigned int gc_count_before, | |
36 size_t word_size) | |
37 : VM_G1OperationWithAllocRequest(gc_count_before, word_size) { | |
38 guarantee(word_size > 0, "an allocation should always be requested"); | |
39 } | |
40 | |
342 | 41 void VM_G1CollectForAllocation::doit() { |
42 G1CollectedHeap* g1h = G1CollectedHeap::heap(); | |
1973 | 43 _result = g1h->satisfy_failed_allocation(_word_size, &_pause_succeeded); |
44 assert(_result == NULL || _pause_succeeded, | |
45 "if we get back a result, the pause should have succeeded"); | |
342 | 46 } |
47 | |
48 void VM_G1CollectFull::doit() { | |
49 G1CollectedHeap* g1h = G1CollectedHeap::heap(); | |
50 GCCauseSetter x(g1h, _gc_cause); | |
51 g1h->do_full_collection(false /* clear_all_soft_refs */); | |
52 } | |
53 | |
1973 | 54 VM_G1IncCollectionPause::VM_G1IncCollectionPause( |
55 unsigned int gc_count_before, | |
56 size_t word_size, | |
57 bool should_initiate_conc_mark, | |
58 double target_pause_time_ms, | |
59 GCCause::Cause gc_cause) | |
60 : VM_G1OperationWithAllocRequest(gc_count_before, word_size), | |
61 _should_initiate_conc_mark(should_initiate_conc_mark), | |
62 _target_pause_time_ms(target_pause_time_ms), | |
63 _full_collections_completed_before(0) { | |
64 guarantee(target_pause_time_ms > 0.0, | |
65 err_msg("target_pause_time_ms = %1.6lf should be positive", | |
66 target_pause_time_ms)); | |
67 guarantee(word_size == 0 || gc_cause == GCCause::_g1_inc_collection_pause, | |
68 "we can only request an allocation if the GC cause is for " | |
69 "an incremental GC pause"); | |
70 _gc_cause = gc_cause; | |
71 } | |
72 | |
342 | 73 void VM_G1IncCollectionPause::doit() { |
74 G1CollectedHeap* g1h = G1CollectedHeap::heap(); | |
1656
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
75 assert(!_should_initiate_conc_mark || |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
76 ((_gc_cause == GCCause::_gc_locker && GCLockerInvokesConcurrent) || |
4829
9509c20bba28
6976060: G1: humongous object allocations should initiate marking cycles when necessary
brutisso
parents:
4022
diff
changeset
|
77 (_gc_cause == GCCause::_java_lang_system_gc && ExplicitGCInvokesConcurrent) || |
9509c20bba28
6976060: G1: humongous object allocations should initiate marking cycles when necessary
brutisso
parents:
4022
diff
changeset
|
78 _gc_cause == GCCause::_g1_humongous_allocation), |
9509c20bba28
6976060: G1: humongous object allocations should initiate marking cycles when necessary
brutisso
parents:
4022
diff
changeset
|
79 "only a GC locker, a System.gc() or a hum allocation induced GC should start a cycle"); |
1656
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
80 |
1973 | 81 if (_word_size > 0) { |
82 // An allocation has been requested. So, try to do that first. | |
83 _result = g1h->attempt_allocation_at_safepoint(_word_size, | |
84 false /* expect_null_cur_alloc_region */); | |
85 if (_result != NULL) { | |
86 // If we can successfully allocate before we actually do the | |
87 // pause then we will consider this pause successful. | |
88 _pause_succeeded = true; | |
89 return; | |
90 } | |
91 } | |
92 | |
1088
3fc996d4edd2
6902303: G1: ScavengeALot should cause an incremental, rather than a full, collection
ysr
parents:
844
diff
changeset
|
93 GCCauseSetter x(g1h, _gc_cause); |
1656
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
94 if (_should_initiate_conc_mark) { |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
95 // It's safer to read full_collections_completed() here, given |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
96 // that noone else will be updating it concurrently. Since we'll |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
97 // only need it if we're initiating a marking cycle, no point in |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
98 // setting it earlier. |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
99 _full_collections_completed_before = g1h->full_collections_completed(); |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
100 |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
101 // At this point we are supposed to start a concurrent cycle. We |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
102 // will do so if one is not already in progress. |
3914
20213c8a3c40
7050392: G1: Introduce flag to generate a log of the G1 ergonomic decisions
tonyp
parents:
3773
diff
changeset
|
103 bool res = g1h->g1_policy()->force_initial_mark_if_outside_cycle(_gc_cause); |
3773
5130fa1b24f1
7045751: G1: +ExplicitGCInvokesConcurrent causes excessive single region evacuation pauses
johnc
parents:
2426
diff
changeset
|
104 |
5130fa1b24f1
7045751: G1: +ExplicitGCInvokesConcurrent causes excessive single region evacuation pauses
johnc
parents:
2426
diff
changeset
|
105 // The above routine returns true if we were able to force the |
5130fa1b24f1
7045751: G1: +ExplicitGCInvokesConcurrent causes excessive single region evacuation pauses
johnc
parents:
2426
diff
changeset
|
106 // next GC pause to be an initial mark; it returns false if a |
5130fa1b24f1
7045751: G1: +ExplicitGCInvokesConcurrent causes excessive single region evacuation pauses
johnc
parents:
2426
diff
changeset
|
107 // marking cycle is already in progress. |
5130fa1b24f1
7045751: G1: +ExplicitGCInvokesConcurrent causes excessive single region evacuation pauses
johnc
parents:
2426
diff
changeset
|
108 // |
5130fa1b24f1
7045751: G1: +ExplicitGCInvokesConcurrent causes excessive single region evacuation pauses
johnc
parents:
2426
diff
changeset
|
109 // If a marking cycle is already in progress just return and skip |
5130fa1b24f1
7045751: G1: +ExplicitGCInvokesConcurrent causes excessive single region evacuation pauses
johnc
parents:
2426
diff
changeset
|
110 // the pause - the requesting thread should block in doit_epilogue |
5130fa1b24f1
7045751: G1: +ExplicitGCInvokesConcurrent causes excessive single region evacuation pauses
johnc
parents:
2426
diff
changeset
|
111 // until the marking cycle is complete. |
5130fa1b24f1
7045751: G1: +ExplicitGCInvokesConcurrent causes excessive single region evacuation pauses
johnc
parents:
2426
diff
changeset
|
112 if (!res) { |
5130fa1b24f1
7045751: G1: +ExplicitGCInvokesConcurrent causes excessive single region evacuation pauses
johnc
parents:
2426
diff
changeset
|
113 assert(_word_size == 0, "ExplicitGCInvokesConcurrent shouldn't be allocating"); |
5130fa1b24f1
7045751: G1: +ExplicitGCInvokesConcurrent causes excessive single region evacuation pauses
johnc
parents:
2426
diff
changeset
|
114 return; |
5130fa1b24f1
7045751: G1: +ExplicitGCInvokesConcurrent causes excessive single region evacuation pauses
johnc
parents:
2426
diff
changeset
|
115 } |
1656
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
116 } |
1973 | 117 |
118 _pause_succeeded = | |
119 g1h->do_collection_pause_at_safepoint(_target_pause_time_ms); | |
120 if (_pause_succeeded && _word_size > 0) { | |
121 // An allocation had been requested. | |
122 _result = g1h->attempt_allocation_at_safepoint(_word_size, | |
123 true /* expect_null_cur_alloc_region */); | |
124 } else { | |
125 assert(_result == NULL, "invariant"); | |
126 } | |
1656
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
127 } |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
128 |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
129 void VM_G1IncCollectionPause::doit_epilogue() { |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
130 VM_GC_Operation::doit_epilogue(); |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
131 |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
132 // If the pause was initiated by a System.gc() and |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
133 // +ExplicitGCInvokesConcurrent, we have to wait here for the cycle |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
134 // that just started (or maybe one that was already in progress) to |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
135 // finish. |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
136 if (_gc_cause == GCCause::_java_lang_system_gc && |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
137 _should_initiate_conc_mark) { |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
138 assert(ExplicitGCInvokesConcurrent, |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
139 "the only way to be here is if ExplicitGCInvokesConcurrent is set"); |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
140 |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
141 G1CollectedHeap* g1h = G1CollectedHeap::heap(); |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
142 |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
143 // In the doit() method we saved g1h->full_collections_completed() |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
144 // in the _full_collections_completed_before field. We have to |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
145 // wait until we observe that g1h->full_collections_completed() |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
146 // has increased by at least one. This can happen if a) we started |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
147 // a cycle and it completes, b) a cycle already in progress |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
148 // completes, or c) a Full GC happens. |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
149 |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
150 // If the condition has already been reached, there's no point in |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
151 // actually taking the lock and doing the wait. |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
152 if (g1h->full_collections_completed() <= |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
153 _full_collections_completed_before) { |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
154 // The following is largely copied from CMS |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
155 |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
156 Thread* thr = Thread::current(); |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
157 assert(thr->is_Java_thread(), "invariant"); |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
158 JavaThread* jt = (JavaThread*)thr; |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
159 ThreadToNativeFromVM native(jt); |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
160 |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
161 MutexLockerEx x(FullGCCount_lock, Mutex::_no_safepoint_check_flag); |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
162 while (g1h->full_collections_completed() <= |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
163 _full_collections_completed_before) { |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
164 FullGCCount_lock->wait(Mutex::_no_safepoint_check_flag); |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
165 } |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
166 } |
4e5661ba9d98
6944166: G1: explicit GCs are not always handled correctly
tonyp
parents:
1552
diff
changeset
|
167 } |
342 | 168 } |
169 | |
4022
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
170 void VM_CGC_Operation::acquire_pending_list_lock() { |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
171 // The caller may block while communicating |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
172 // with the SLT thread in order to acquire/release the PLL. |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
173 ConcurrentMarkThread::slt()-> |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
174 manipulatePLL(SurrogateLockerThread::acquirePLL); |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
175 } |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
176 |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
177 void VM_CGC_Operation::release_and_notify_pending_list_lock() { |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
178 // The caller may block while communicating |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
179 // with the SLT thread in order to acquire/release the PLL. |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
180 ConcurrentMarkThread::slt()-> |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
181 manipulatePLL(SurrogateLockerThread::releaseAndNotifyPLL); |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
182 } |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
183 |
342 | 184 void VM_CGC_Operation::doit() { |
185 gclog_or_tty->date_stamp(PrintGC && PrintGCDateStamps); | |
186 TraceCPUTime tcpu(PrintGCDetails, true, gclog_or_tty); | |
187 TraceTime t(_printGCMessage, PrintGC, true, gclog_or_tty); | |
188 SharedHeap* sh = SharedHeap::heap(); | |
189 // This could go away if CollectedHeap gave access to _gc_is_active... | |
190 if (sh != NULL) { | |
191 IsGCActiveMark x; | |
192 _cl->do_void(); | |
193 } else { | |
194 _cl->do_void(); | |
195 } | |
196 } | |
197 | |
198 bool VM_CGC_Operation::doit_prologue() { | |
4022
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
199 // Note the relative order of the locks must match that in |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
200 // VM_GC_Operation::doit_prologue() or deadlocks can occur |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
201 acquire_pending_list_lock(); |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
202 |
342 | 203 Heap_lock->lock(); |
204 SharedHeap::heap()->_thread_holds_heap_lock_for_gc = true; | |
205 return true; | |
206 } | |
207 | |
208 void VM_CGC_Operation::doit_epilogue() { | |
4022
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
209 // Note the relative order of the unlocks must match that in |
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
210 // VM_GC_Operation::doit_epilogue() |
342 | 211 SharedHeap::heap()->_thread_holds_heap_lock_for_gc = false; |
212 Heap_lock->unlock(); | |
4022
db89aa49298f
7099824: G1: we should take the pending list lock before doing the remark pause
johnc
parents:
3914
diff
changeset
|
213 release_and_notify_pending_list_lock(); |
342 | 214 } |