annotate src/share/vm/interpreter/invocationCounter.cpp @ 452:00b023ae2d78

6722113: CMS: Incorrect overflow handling during precleaning of Reference lists Summary: When we encounter marking stack overflow during precleaning of Reference lists, we were using the overflow list mechanism, which can cause problems on account of mutating the mark word of the header because of conflicts with mutator accesses and updates of that field. Instead we should use the usual mechanism for overflow handling in concurrent phases, namely dirtying of the card on which the overflowed object lies. Since precleaning effectively does a form of discovered list processing, albeit with discovery enabled, we needed to adjust some code to be correct in the face of interleaved processing and discovery. Reviewed-by: apetrusenko, jcoomes
author ysr
date Thu, 20 Nov 2008 12:27:41 -0800
parents a61af66fc99e
children c664a0794f85
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
a61af66fc99e Initial load
duke
parents:
diff changeset
2 * Copyright 1997-2007 Sun Microsystems, Inc. All Rights Reserved.
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
a61af66fc99e Initial load
duke
parents:
diff changeset
19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
a61af66fc99e Initial load
duke
parents:
diff changeset
20 * CA 95054 USA or visit www.sun.com if you need additional information or
a61af66fc99e Initial load
duke
parents:
diff changeset
21 * have any questions.
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
a61af66fc99e Initial load
duke
parents:
diff changeset
25 # include "incls/_precompiled.incl"
a61af66fc99e Initial load
duke
parents:
diff changeset
26 # include "incls/_invocationCounter.cpp.incl"
a61af66fc99e Initial load
duke
parents:
diff changeset
27
a61af66fc99e Initial load
duke
parents:
diff changeset
28
a61af66fc99e Initial load
duke
parents:
diff changeset
29 // Implementation of InvocationCounter
a61af66fc99e Initial load
duke
parents:
diff changeset
30
a61af66fc99e Initial load
duke
parents:
diff changeset
31 void InvocationCounter::init() {
a61af66fc99e Initial load
duke
parents:
diff changeset
32 _counter = 0; // reset all the bits, including the sticky carry
a61af66fc99e Initial load
duke
parents:
diff changeset
33 reset();
a61af66fc99e Initial load
duke
parents:
diff changeset
34 }
a61af66fc99e Initial load
duke
parents:
diff changeset
35
a61af66fc99e Initial load
duke
parents:
diff changeset
36 void InvocationCounter::reset() {
a61af66fc99e Initial load
duke
parents:
diff changeset
37 // Only reset the state and don't make the method look like it's never
a61af66fc99e Initial load
duke
parents:
diff changeset
38 // been executed
a61af66fc99e Initial load
duke
parents:
diff changeset
39 set_state(wait_for_compile);
a61af66fc99e Initial load
duke
parents:
diff changeset
40 }
a61af66fc99e Initial load
duke
parents:
diff changeset
41
a61af66fc99e Initial load
duke
parents:
diff changeset
42 void InvocationCounter::set_carry() {
a61af66fc99e Initial load
duke
parents:
diff changeset
43 _counter |= carry_mask;
a61af66fc99e Initial load
duke
parents:
diff changeset
44
a61af66fc99e Initial load
duke
parents:
diff changeset
45 // The carry bit now indicates that this counter had achieved a very
a61af66fc99e Initial load
duke
parents:
diff changeset
46 // large value. Now reduce the value, so that the method can be
a61af66fc99e Initial load
duke
parents:
diff changeset
47 // executed many more times before re-entering the VM.
a61af66fc99e Initial load
duke
parents:
diff changeset
48 int old_count = count();
a61af66fc99e Initial load
duke
parents:
diff changeset
49 int new_count = MIN2(old_count, (int) (CompileThreshold / 2));
a61af66fc99e Initial load
duke
parents:
diff changeset
50 if (old_count != new_count) set(state(), new_count);
a61af66fc99e Initial load
duke
parents:
diff changeset
51 }
a61af66fc99e Initial load
duke
parents:
diff changeset
52
a61af66fc99e Initial load
duke
parents:
diff changeset
53
a61af66fc99e Initial load
duke
parents:
diff changeset
54 void InvocationCounter::set_state(State state) {
a61af66fc99e Initial load
duke
parents:
diff changeset
55 assert(0 <= state && state < number_of_states, "illegal state");
a61af66fc99e Initial load
duke
parents:
diff changeset
56 int init = _init[state];
a61af66fc99e Initial load
duke
parents:
diff changeset
57 // prevent from going to zero, to distinguish from never-executed methods
a61af66fc99e Initial load
duke
parents:
diff changeset
58 if (init == 0 && count() > 0) init = 1;
a61af66fc99e Initial load
duke
parents:
diff changeset
59 int carry = (_counter & carry_mask); // the carry bit is sticky
a61af66fc99e Initial load
duke
parents:
diff changeset
60 _counter = (init << number_of_noncount_bits) | carry | state;
a61af66fc99e Initial load
duke
parents:
diff changeset
61 }
a61af66fc99e Initial load
duke
parents:
diff changeset
62
a61af66fc99e Initial load
duke
parents:
diff changeset
63
a61af66fc99e Initial load
duke
parents:
diff changeset
64 void InvocationCounter::print() {
a61af66fc99e Initial load
duke
parents:
diff changeset
65 tty->print_cr("invocation count: up = %d, limit = %d, carry = %s, state = %s",
a61af66fc99e Initial load
duke
parents:
diff changeset
66 count(), limit(),
a61af66fc99e Initial load
duke
parents:
diff changeset
67 carry() ? "true" : "false",
a61af66fc99e Initial load
duke
parents:
diff changeset
68 state_as_string(state()));
a61af66fc99e Initial load
duke
parents:
diff changeset
69 }
a61af66fc99e Initial load
duke
parents:
diff changeset
70
a61af66fc99e Initial load
duke
parents:
diff changeset
71 void InvocationCounter::print_short() {
a61af66fc99e Initial load
duke
parents:
diff changeset
72 tty->print(" [%d%s;%s]", count(), carry()?"+carry":"", state_as_short_string(state()));
a61af66fc99e Initial load
duke
parents:
diff changeset
73 }
a61af66fc99e Initial load
duke
parents:
diff changeset
74
a61af66fc99e Initial load
duke
parents:
diff changeset
75 // Initialization
a61af66fc99e Initial load
duke
parents:
diff changeset
76
a61af66fc99e Initial load
duke
parents:
diff changeset
77 int InvocationCounter::_init [InvocationCounter::number_of_states];
a61af66fc99e Initial load
duke
parents:
diff changeset
78 InvocationCounter::Action InvocationCounter::_action[InvocationCounter::number_of_states];
a61af66fc99e Initial load
duke
parents:
diff changeset
79 int InvocationCounter::InterpreterInvocationLimit;
a61af66fc99e Initial load
duke
parents:
diff changeset
80 int InvocationCounter::InterpreterBackwardBranchLimit;
a61af66fc99e Initial load
duke
parents:
diff changeset
81 int InvocationCounter::InterpreterProfileLimit;
a61af66fc99e Initial load
duke
parents:
diff changeset
82
a61af66fc99e Initial load
duke
parents:
diff changeset
83 // Tier1 limits
a61af66fc99e Initial load
duke
parents:
diff changeset
84 int InvocationCounter::Tier1InvocationLimit;
a61af66fc99e Initial load
duke
parents:
diff changeset
85 int InvocationCounter::Tier1BackEdgeLimit;
a61af66fc99e Initial load
duke
parents:
diff changeset
86
a61af66fc99e Initial load
duke
parents:
diff changeset
87
a61af66fc99e Initial load
duke
parents:
diff changeset
88
a61af66fc99e Initial load
duke
parents:
diff changeset
89 const char* InvocationCounter::state_as_string(State state) {
a61af66fc99e Initial load
duke
parents:
diff changeset
90 switch (state) {
a61af66fc99e Initial load
duke
parents:
diff changeset
91 case wait_for_nothing : return "wait_for_nothing";
a61af66fc99e Initial load
duke
parents:
diff changeset
92 case wait_for_compile : return "wait_for_compile";
a61af66fc99e Initial load
duke
parents:
diff changeset
93 }
a61af66fc99e Initial load
duke
parents:
diff changeset
94 ShouldNotReachHere();
a61af66fc99e Initial load
duke
parents:
diff changeset
95 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
96 }
a61af66fc99e Initial load
duke
parents:
diff changeset
97
a61af66fc99e Initial load
duke
parents:
diff changeset
98 const char* InvocationCounter::state_as_short_string(State state) {
a61af66fc99e Initial load
duke
parents:
diff changeset
99 switch (state) {
a61af66fc99e Initial load
duke
parents:
diff changeset
100 case wait_for_nothing : return "not comp.";
a61af66fc99e Initial load
duke
parents:
diff changeset
101 case wait_for_compile : return "compileable";
a61af66fc99e Initial load
duke
parents:
diff changeset
102 }
a61af66fc99e Initial load
duke
parents:
diff changeset
103 ShouldNotReachHere();
a61af66fc99e Initial load
duke
parents:
diff changeset
104 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
105 }
a61af66fc99e Initial load
duke
parents:
diff changeset
106
a61af66fc99e Initial load
duke
parents:
diff changeset
107
a61af66fc99e Initial load
duke
parents:
diff changeset
108 static address do_nothing(methodHandle method, TRAPS) {
a61af66fc99e Initial load
duke
parents:
diff changeset
109 // dummy action for inactive invocation counters
a61af66fc99e Initial load
duke
parents:
diff changeset
110 method->invocation_counter()->set_carry();
a61af66fc99e Initial load
duke
parents:
diff changeset
111 method->invocation_counter()->set_state(InvocationCounter::wait_for_nothing);
a61af66fc99e Initial load
duke
parents:
diff changeset
112 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
113 }
a61af66fc99e Initial load
duke
parents:
diff changeset
114
a61af66fc99e Initial load
duke
parents:
diff changeset
115
a61af66fc99e Initial load
duke
parents:
diff changeset
116 static address do_decay(methodHandle method, TRAPS) {
a61af66fc99e Initial load
duke
parents:
diff changeset
117 // decay invocation counters so compilation gets delayed
a61af66fc99e Initial load
duke
parents:
diff changeset
118 method->invocation_counter()->decay();
a61af66fc99e Initial load
duke
parents:
diff changeset
119 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
120 }
a61af66fc99e Initial load
duke
parents:
diff changeset
121
a61af66fc99e Initial load
duke
parents:
diff changeset
122
a61af66fc99e Initial load
duke
parents:
diff changeset
123 void InvocationCounter::def(State state, int init, Action action) {
a61af66fc99e Initial load
duke
parents:
diff changeset
124 assert(0 <= state && state < number_of_states, "illegal state");
a61af66fc99e Initial load
duke
parents:
diff changeset
125 assert(0 <= init && init < count_limit, "initial value out of range");
a61af66fc99e Initial load
duke
parents:
diff changeset
126 _init [state] = init;
a61af66fc99e Initial load
duke
parents:
diff changeset
127 _action[state] = action;
a61af66fc99e Initial load
duke
parents:
diff changeset
128 }
a61af66fc99e Initial load
duke
parents:
diff changeset
129
a61af66fc99e Initial load
duke
parents:
diff changeset
130 address dummy_invocation_counter_overflow(methodHandle m, TRAPS) {
a61af66fc99e Initial load
duke
parents:
diff changeset
131 ShouldNotReachHere();
a61af66fc99e Initial load
duke
parents:
diff changeset
132 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
133 }
a61af66fc99e Initial load
duke
parents:
diff changeset
134
a61af66fc99e Initial load
duke
parents:
diff changeset
135 void InvocationCounter::reinitialize(bool delay_overflow) {
a61af66fc99e Initial load
duke
parents:
diff changeset
136 // define states
a61af66fc99e Initial load
duke
parents:
diff changeset
137 guarantee((int)number_of_states <= (int)state_limit, "adjust number_of_state_bits");
a61af66fc99e Initial load
duke
parents:
diff changeset
138 def(wait_for_nothing, 0, do_nothing);
a61af66fc99e Initial load
duke
parents:
diff changeset
139 if (delay_overflow) {
a61af66fc99e Initial load
duke
parents:
diff changeset
140 def(wait_for_compile, 0, do_decay);
a61af66fc99e Initial load
duke
parents:
diff changeset
141 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
142 def(wait_for_compile, 0, dummy_invocation_counter_overflow);
a61af66fc99e Initial load
duke
parents:
diff changeset
143 }
a61af66fc99e Initial load
duke
parents:
diff changeset
144
a61af66fc99e Initial load
duke
parents:
diff changeset
145 InterpreterInvocationLimit = CompileThreshold << number_of_noncount_bits;
a61af66fc99e Initial load
duke
parents:
diff changeset
146 InterpreterProfileLimit = ((CompileThreshold * InterpreterProfilePercentage) / 100)<< number_of_noncount_bits;
a61af66fc99e Initial load
duke
parents:
diff changeset
147 Tier1InvocationLimit = Tier2CompileThreshold << number_of_noncount_bits;
a61af66fc99e Initial load
duke
parents:
diff changeset
148 Tier1BackEdgeLimit = Tier2BackEdgeThreshold << number_of_noncount_bits;
a61af66fc99e Initial load
duke
parents:
diff changeset
149
a61af66fc99e Initial load
duke
parents:
diff changeset
150 // When methodData is collected, the backward branch limit is compared against a
a61af66fc99e Initial load
duke
parents:
diff changeset
151 // methodData counter, rather than an InvocationCounter. In the former case, we
a61af66fc99e Initial load
duke
parents:
diff changeset
152 // don't need the shift by number_of_noncount_bits, but we do need to adjust
a61af66fc99e Initial load
duke
parents:
diff changeset
153 // the factor by which we scale the threshold.
a61af66fc99e Initial load
duke
parents:
diff changeset
154 if (ProfileInterpreter) {
a61af66fc99e Initial load
duke
parents:
diff changeset
155 InterpreterBackwardBranchLimit = (CompileThreshold * (OnStackReplacePercentage - InterpreterProfilePercentage)) / 100;
a61af66fc99e Initial load
duke
parents:
diff changeset
156 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
157 InterpreterBackwardBranchLimit = ((CompileThreshold * OnStackReplacePercentage) / 100) << number_of_noncount_bits;
a61af66fc99e Initial load
duke
parents:
diff changeset
158 }
a61af66fc99e Initial load
duke
parents:
diff changeset
159
a61af66fc99e Initial load
duke
parents:
diff changeset
160 assert(0 <= InterpreterBackwardBranchLimit,
a61af66fc99e Initial load
duke
parents:
diff changeset
161 "OSR threshold should be non-negative");
a61af66fc99e Initial load
duke
parents:
diff changeset
162 assert(0 <= InterpreterProfileLimit &&
a61af66fc99e Initial load
duke
parents:
diff changeset
163 InterpreterProfileLimit <= InterpreterInvocationLimit,
a61af66fc99e Initial load
duke
parents:
diff changeset
164 "profile threshold should be less than the compilation threshold "
a61af66fc99e Initial load
duke
parents:
diff changeset
165 "and non-negative");
a61af66fc99e Initial load
duke
parents:
diff changeset
166 }
a61af66fc99e Initial load
duke
parents:
diff changeset
167
a61af66fc99e Initial load
duke
parents:
diff changeset
168 void invocationCounter_init() {
a61af66fc99e Initial load
duke
parents:
diff changeset
169 InvocationCounter::reinitialize(DelayCompilationDuringStartup);
a61af66fc99e Initial load
duke
parents:
diff changeset
170 }