annotate src/share/vm/runtime/synchronizer.hpp @ 1145:e018e6884bd8

6631166: CMS: better heuristics when combatting fragmentation Summary: Autonomic per-worker free block cache sizing, tunable coalition policies, fixes to per-size block statistics, retuned gain and bandwidth of some feedback loop filters to allow quicker reactivity to abrupt changes in ambient demand, and other heuristics to reduce fragmentation of the CMS old gen. Also tightened some assertions, including those related to locking. Reviewed-by: jmasa
author ysr
date Wed, 23 Dec 2009 09:23:54 -0800
parents a61af66fc99e
children c18cbe5936b8 b96a3e44582f
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
a61af66fc99e Initial load
duke
parents:
diff changeset
2 * Copyright 1998-2007 Sun Microsystems, Inc. All Rights Reserved.
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
a61af66fc99e Initial load
duke
parents:
diff changeset
19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
a61af66fc99e Initial load
duke
parents:
diff changeset
20 * CA 95054 USA or visit www.sun.com if you need additional information or
a61af66fc99e Initial load
duke
parents:
diff changeset
21 * have any questions.
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
a61af66fc99e Initial load
duke
parents:
diff changeset
25 class BasicLock VALUE_OBJ_CLASS_SPEC {
a61af66fc99e Initial load
duke
parents:
diff changeset
26 friend class VMStructs;
a61af66fc99e Initial load
duke
parents:
diff changeset
27 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
28 volatile markOop _displaced_header;
a61af66fc99e Initial load
duke
parents:
diff changeset
29 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
30 markOop displaced_header() const { return _displaced_header; }
a61af66fc99e Initial load
duke
parents:
diff changeset
31 void set_displaced_header(markOop header) { _displaced_header = header; }
a61af66fc99e Initial load
duke
parents:
diff changeset
32
a61af66fc99e Initial load
duke
parents:
diff changeset
33 void print_on(outputStream* st) const;
a61af66fc99e Initial load
duke
parents:
diff changeset
34
a61af66fc99e Initial load
duke
parents:
diff changeset
35 // move a basic lock (used during deoptimization
a61af66fc99e Initial load
duke
parents:
diff changeset
36 void move_to(oop obj, BasicLock* dest);
a61af66fc99e Initial load
duke
parents:
diff changeset
37
a61af66fc99e Initial load
duke
parents:
diff changeset
38 static int displaced_header_offset_in_bytes() { return offset_of(BasicLock, _displaced_header); }
a61af66fc99e Initial load
duke
parents:
diff changeset
39 };
a61af66fc99e Initial load
duke
parents:
diff changeset
40
a61af66fc99e Initial load
duke
parents:
diff changeset
41 // A BasicObjectLock associates a specific Java object with a BasicLock.
a61af66fc99e Initial load
duke
parents:
diff changeset
42 // It is currently embedded in an interpreter frame.
a61af66fc99e Initial load
duke
parents:
diff changeset
43
a61af66fc99e Initial load
duke
parents:
diff changeset
44 // Because some machines have alignment restrictions on the control stack,
a61af66fc99e Initial load
duke
parents:
diff changeset
45 // the actual space allocated by the interpreter may include padding words
a61af66fc99e Initial load
duke
parents:
diff changeset
46 // after the end of the BasicObjectLock. Also, in order to guarantee
a61af66fc99e Initial load
duke
parents:
diff changeset
47 // alignment of the embedded BasicLock objects on such machines, we
a61af66fc99e Initial load
duke
parents:
diff changeset
48 // put the embedded BasicLock at the beginning of the struct.
a61af66fc99e Initial load
duke
parents:
diff changeset
49
a61af66fc99e Initial load
duke
parents:
diff changeset
50 class BasicObjectLock VALUE_OBJ_CLASS_SPEC {
a61af66fc99e Initial load
duke
parents:
diff changeset
51 friend class VMStructs;
a61af66fc99e Initial load
duke
parents:
diff changeset
52 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
53 BasicLock _lock; // the lock, must be double word aligned
a61af66fc99e Initial load
duke
parents:
diff changeset
54 oop _obj; // object holds the lock;
a61af66fc99e Initial load
duke
parents:
diff changeset
55
a61af66fc99e Initial load
duke
parents:
diff changeset
56 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
57 // Manipulation
a61af66fc99e Initial load
duke
parents:
diff changeset
58 oop obj() const { return _obj; }
a61af66fc99e Initial load
duke
parents:
diff changeset
59 void set_obj(oop obj) { _obj = obj; }
a61af66fc99e Initial load
duke
parents:
diff changeset
60 BasicLock* lock() { return &_lock; }
a61af66fc99e Initial load
duke
parents:
diff changeset
61
a61af66fc99e Initial load
duke
parents:
diff changeset
62 // Note: Use frame::interpreter_frame_monitor_size() for the size of BasicObjectLocks
a61af66fc99e Initial load
duke
parents:
diff changeset
63 // in interpreter activation frames since it includes machine-specific padding.
a61af66fc99e Initial load
duke
parents:
diff changeset
64 static int size() { return sizeof(BasicObjectLock)/wordSize; }
a61af66fc99e Initial load
duke
parents:
diff changeset
65
a61af66fc99e Initial load
duke
parents:
diff changeset
66 // GC support
a61af66fc99e Initial load
duke
parents:
diff changeset
67 void oops_do(OopClosure* f) { f->do_oop(&_obj); }
a61af66fc99e Initial load
duke
parents:
diff changeset
68
a61af66fc99e Initial load
duke
parents:
diff changeset
69 static int obj_offset_in_bytes() { return offset_of(BasicObjectLock, _obj); }
a61af66fc99e Initial load
duke
parents:
diff changeset
70 static int lock_offset_in_bytes() { return offset_of(BasicObjectLock, _lock); }
a61af66fc99e Initial load
duke
parents:
diff changeset
71 };
a61af66fc99e Initial load
duke
parents:
diff changeset
72
a61af66fc99e Initial load
duke
parents:
diff changeset
73 class ObjectMonitor;
a61af66fc99e Initial load
duke
parents:
diff changeset
74
a61af66fc99e Initial load
duke
parents:
diff changeset
75 class ObjectSynchronizer : AllStatic {
a61af66fc99e Initial load
duke
parents:
diff changeset
76 friend class VMStructs;
a61af66fc99e Initial load
duke
parents:
diff changeset
77 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
78 typedef enum {
a61af66fc99e Initial load
duke
parents:
diff changeset
79 owner_self,
a61af66fc99e Initial load
duke
parents:
diff changeset
80 owner_none,
a61af66fc99e Initial load
duke
parents:
diff changeset
81 owner_other
a61af66fc99e Initial load
duke
parents:
diff changeset
82 } LockOwnership;
a61af66fc99e Initial load
duke
parents:
diff changeset
83 // exit must be implemented non-blocking, since the compiler cannot easily handle
a61af66fc99e Initial load
duke
parents:
diff changeset
84 // deoptimization at monitor exit. Hence, it does not take a Handle argument.
a61af66fc99e Initial load
duke
parents:
diff changeset
85
a61af66fc99e Initial load
duke
parents:
diff changeset
86 // This is full version of monitor enter and exit. I choose not
a61af66fc99e Initial load
duke
parents:
diff changeset
87 // to use enter() and exit() in order to make sure user be ware
a61af66fc99e Initial load
duke
parents:
diff changeset
88 // of the performance and semantics difference. They are normally
a61af66fc99e Initial load
duke
parents:
diff changeset
89 // used by ObjectLocker etc. The interpreter and compiler use
a61af66fc99e Initial load
duke
parents:
diff changeset
90 // assembly copies of these routines. Please keep them synchornized.
a61af66fc99e Initial load
duke
parents:
diff changeset
91 //
a61af66fc99e Initial load
duke
parents:
diff changeset
92 // attempt_rebias flag is used by UseBiasedLocking implementation
a61af66fc99e Initial load
duke
parents:
diff changeset
93 static void fast_enter (Handle obj, BasicLock* lock, bool attempt_rebias, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
94 static void fast_exit (oop obj, BasicLock* lock, Thread* THREAD);
a61af66fc99e Initial load
duke
parents:
diff changeset
95
a61af66fc99e Initial load
duke
parents:
diff changeset
96 // WARNING: They are ONLY used to handle the slow cases. They should
a61af66fc99e Initial load
duke
parents:
diff changeset
97 // only be used when the fast cases failed. Use of these functions
a61af66fc99e Initial load
duke
parents:
diff changeset
98 // without previous fast case check may cause fatal error.
a61af66fc99e Initial load
duke
parents:
diff changeset
99 static void slow_enter (Handle obj, BasicLock* lock, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
100 static void slow_exit (oop obj, BasicLock* lock, Thread* THREAD);
a61af66fc99e Initial load
duke
parents:
diff changeset
101
a61af66fc99e Initial load
duke
parents:
diff changeset
102 // Used only to handle jni locks or other unmatched monitor enter/exit
a61af66fc99e Initial load
duke
parents:
diff changeset
103 // Internally they will use heavy weight monitor.
a61af66fc99e Initial load
duke
parents:
diff changeset
104 static void jni_enter (Handle obj, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
105 static bool jni_try_enter(Handle obj, Thread* THREAD); // Implements Unsafe.tryMonitorEnter
a61af66fc99e Initial load
duke
parents:
diff changeset
106 static void jni_exit (oop obj, Thread* THREAD);
a61af66fc99e Initial load
duke
parents:
diff changeset
107
a61af66fc99e Initial load
duke
parents:
diff changeset
108 // Handle all interpreter, compiler and jni cases
a61af66fc99e Initial load
duke
parents:
diff changeset
109 static void wait (Handle obj, jlong millis, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
110 static void notify (Handle obj, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
111 static void notifyall (Handle obj, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
112
a61af66fc99e Initial load
duke
parents:
diff changeset
113 // Special internal-use-only method for use by JVM infrastructure
a61af66fc99e Initial load
duke
parents:
diff changeset
114 // that needs to wait() on a java-level object but that can't risk
a61af66fc99e Initial load
duke
parents:
diff changeset
115 // throwing unexpected InterruptedExecutionExceptions.
a61af66fc99e Initial load
duke
parents:
diff changeset
116 static void waitUninterruptibly (Handle obj, jlong Millis, Thread * THREAD) ;
a61af66fc99e Initial load
duke
parents:
diff changeset
117
a61af66fc99e Initial load
duke
parents:
diff changeset
118 // used by classloading to free classloader object lock,
a61af66fc99e Initial load
duke
parents:
diff changeset
119 // wait on an internal lock, and reclaim original lock
a61af66fc99e Initial load
duke
parents:
diff changeset
120 // with original recursion count
a61af66fc99e Initial load
duke
parents:
diff changeset
121 static intptr_t complete_exit (Handle obj, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
122 static void reenter (Handle obj, intptr_t recursion, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
123
a61af66fc99e Initial load
duke
parents:
diff changeset
124 // thread-specific and global objectMonitor free list accessors
a61af66fc99e Initial load
duke
parents:
diff changeset
125 static ObjectMonitor * omAlloc (Thread * Self) ;
a61af66fc99e Initial load
duke
parents:
diff changeset
126 static void omRelease (Thread * Self, ObjectMonitor * m) ;
a61af66fc99e Initial load
duke
parents:
diff changeset
127 static void omFlush (Thread * Self) ;
a61af66fc99e Initial load
duke
parents:
diff changeset
128
a61af66fc99e Initial load
duke
parents:
diff changeset
129 // Inflate light weight monitor to heavy weight monitor
a61af66fc99e Initial load
duke
parents:
diff changeset
130 static ObjectMonitor* inflate(Thread * Self, oop obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
131 // This version is only for internal use
a61af66fc99e Initial load
duke
parents:
diff changeset
132 static ObjectMonitor* inflate_helper(oop obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
133
a61af66fc99e Initial load
duke
parents:
diff changeset
134 // Returns the identity hash value for an oop
a61af66fc99e Initial load
duke
parents:
diff changeset
135 // NOTE: It may cause monitor inflation
a61af66fc99e Initial load
duke
parents:
diff changeset
136 static intptr_t identity_hash_value_for(Handle obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
137 static intptr_t FastHashCode (Thread * Self, oop obj) ;
a61af66fc99e Initial load
duke
parents:
diff changeset
138
a61af66fc99e Initial load
duke
parents:
diff changeset
139 // java.lang.Thread support
a61af66fc99e Initial load
duke
parents:
diff changeset
140 static bool current_thread_holds_lock(JavaThread* thread, Handle h_obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
141 static LockOwnership query_lock_ownership(JavaThread * self, Handle h_obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
142
a61af66fc99e Initial load
duke
parents:
diff changeset
143 static JavaThread* get_lock_owner(Handle h_obj, bool doLock);
a61af66fc99e Initial load
duke
parents:
diff changeset
144
a61af66fc99e Initial load
duke
parents:
diff changeset
145 // JNI detach support
a61af66fc99e Initial load
duke
parents:
diff changeset
146 static void release_monitors_owned_by_thread(TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
147 static void monitors_iterate(MonitorClosure* m);
a61af66fc99e Initial load
duke
parents:
diff changeset
148
a61af66fc99e Initial load
duke
parents:
diff changeset
149 // GC: we current use aggressive monitor deflation policy
a61af66fc99e Initial load
duke
parents:
diff changeset
150 // Basically we deflate all monitors that are not busy.
a61af66fc99e Initial load
duke
parents:
diff changeset
151 // An adaptive profile-based deflation policy could be used if needed
a61af66fc99e Initial load
duke
parents:
diff changeset
152 static void deflate_idle_monitors();
a61af66fc99e Initial load
duke
parents:
diff changeset
153 static void oops_do(OopClosure* f);
a61af66fc99e Initial load
duke
parents:
diff changeset
154
a61af66fc99e Initial load
duke
parents:
diff changeset
155 // debugging
a61af66fc99e Initial load
duke
parents:
diff changeset
156 static void trace_locking(Handle obj, bool is_compiled, bool is_method, bool is_locking) PRODUCT_RETURN;
a61af66fc99e Initial load
duke
parents:
diff changeset
157 static void verify() PRODUCT_RETURN;
a61af66fc99e Initial load
duke
parents:
diff changeset
158 static int verify_objmon_isinpool(ObjectMonitor *addr) PRODUCT_RETURN0;
a61af66fc99e Initial load
duke
parents:
diff changeset
159
a61af66fc99e Initial load
duke
parents:
diff changeset
160 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
161 enum { _BLOCKSIZE = 128 };
a61af66fc99e Initial load
duke
parents:
diff changeset
162 static ObjectMonitor* gBlockList;
a61af66fc99e Initial load
duke
parents:
diff changeset
163 static ObjectMonitor * volatile gFreeList;
a61af66fc99e Initial load
duke
parents:
diff changeset
164
a61af66fc99e Initial load
duke
parents:
diff changeset
165 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
166 static void Initialize () ;
a61af66fc99e Initial load
duke
parents:
diff changeset
167 static PerfCounter * _sync_ContendedLockAttempts ;
a61af66fc99e Initial load
duke
parents:
diff changeset
168 static PerfCounter * _sync_FutileWakeups ;
a61af66fc99e Initial load
duke
parents:
diff changeset
169 static PerfCounter * _sync_Parks ;
a61af66fc99e Initial load
duke
parents:
diff changeset
170 static PerfCounter * _sync_EmptyNotifications ;
a61af66fc99e Initial load
duke
parents:
diff changeset
171 static PerfCounter * _sync_Notifications ;
a61af66fc99e Initial load
duke
parents:
diff changeset
172 static PerfCounter * _sync_SlowEnter ;
a61af66fc99e Initial load
duke
parents:
diff changeset
173 static PerfCounter * _sync_SlowExit ;
a61af66fc99e Initial load
duke
parents:
diff changeset
174 static PerfCounter * _sync_SlowNotify ;
a61af66fc99e Initial load
duke
parents:
diff changeset
175 static PerfCounter * _sync_SlowNotifyAll ;
a61af66fc99e Initial load
duke
parents:
diff changeset
176 static PerfCounter * _sync_FailedSpins ;
a61af66fc99e Initial load
duke
parents:
diff changeset
177 static PerfCounter * _sync_SuccessfulSpins ;
a61af66fc99e Initial load
duke
parents:
diff changeset
178 static PerfCounter * _sync_PrivateA ;
a61af66fc99e Initial load
duke
parents:
diff changeset
179 static PerfCounter * _sync_PrivateB ;
a61af66fc99e Initial load
duke
parents:
diff changeset
180 static PerfCounter * _sync_MonInCirculation ;
a61af66fc99e Initial load
duke
parents:
diff changeset
181 static PerfCounter * _sync_MonScavenged ;
a61af66fc99e Initial load
duke
parents:
diff changeset
182 static PerfCounter * _sync_Inflations ;
a61af66fc99e Initial load
duke
parents:
diff changeset
183 static PerfCounter * _sync_Deflations ;
a61af66fc99e Initial load
duke
parents:
diff changeset
184 static PerfLongVariable * _sync_MonExtant ;
a61af66fc99e Initial load
duke
parents:
diff changeset
185
a61af66fc99e Initial load
duke
parents:
diff changeset
186 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
187 static void RegisterSpinCallback (int (*)(intptr_t, int), intptr_t) ;
a61af66fc99e Initial load
duke
parents:
diff changeset
188
a61af66fc99e Initial load
duke
parents:
diff changeset
189 };
a61af66fc99e Initial load
duke
parents:
diff changeset
190
a61af66fc99e Initial load
duke
parents:
diff changeset
191 // ObjectLocker enforced balanced locking and can never thrown an
a61af66fc99e Initial load
duke
parents:
diff changeset
192 // IllegalMonitorStateException. However, a pending exception may
a61af66fc99e Initial load
duke
parents:
diff changeset
193 // have to pass through, and we must also be able to deal with
a61af66fc99e Initial load
duke
parents:
diff changeset
194 // asynchronous exceptions. The caller is responsible for checking
a61af66fc99e Initial load
duke
parents:
diff changeset
195 // the threads pending exception if needed.
a61af66fc99e Initial load
duke
parents:
diff changeset
196 // doLock was added to support classloading with UnsyncloadClass which
a61af66fc99e Initial load
duke
parents:
diff changeset
197 // requires flag based choice of locking the classloader lock.
a61af66fc99e Initial load
duke
parents:
diff changeset
198 class ObjectLocker : public StackObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
199 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
200 Thread* _thread;
a61af66fc99e Initial load
duke
parents:
diff changeset
201 Handle _obj;
a61af66fc99e Initial load
duke
parents:
diff changeset
202 BasicLock _lock;
a61af66fc99e Initial load
duke
parents:
diff changeset
203 bool _dolock; // default true
a61af66fc99e Initial load
duke
parents:
diff changeset
204 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
205 ObjectLocker(Handle obj, Thread* thread, bool doLock = true);
a61af66fc99e Initial load
duke
parents:
diff changeset
206 ~ObjectLocker();
a61af66fc99e Initial load
duke
parents:
diff changeset
207
a61af66fc99e Initial load
duke
parents:
diff changeset
208 // Monitor behavior
a61af66fc99e Initial load
duke
parents:
diff changeset
209 void wait (TRAPS) { ObjectSynchronizer::wait (_obj, 0, CHECK); } // wait forever
a61af66fc99e Initial load
duke
parents:
diff changeset
210 void notify_all(TRAPS) { ObjectSynchronizer::notifyall(_obj, CHECK); }
a61af66fc99e Initial load
duke
parents:
diff changeset
211 void waitUninterruptibly (TRAPS) { ObjectSynchronizer::waitUninterruptibly (_obj, 0, CHECK);}
a61af66fc99e Initial load
duke
parents:
diff changeset
212 // complete_exit gives up lock completely, returning recursion count
a61af66fc99e Initial load
duke
parents:
diff changeset
213 // reenter reclaims lock with original recursion count
a61af66fc99e Initial load
duke
parents:
diff changeset
214 intptr_t complete_exit(TRAPS) { return ObjectSynchronizer::complete_exit(_obj, CHECK_0); }
a61af66fc99e Initial load
duke
parents:
diff changeset
215 void reenter(intptr_t recursion, TRAPS) { ObjectSynchronizer::reenter(_obj, recursion, CHECK); }
a61af66fc99e Initial load
duke
parents:
diff changeset
216 };