annotate src/share/vm/runtime/synchronizer.hpp @ 1587:b96a3e44582f

6852873: Reduce safepoint cleanup time Summary: New optional flags to reduce inflated monitor cleanup times Reviewed-by: chrisphi, dice
author acorn
date Thu, 03 Jun 2010 13:21:47 -0400
parents a61af66fc99e
children 3a9de63b2209
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
a61af66fc99e Initial load
duke
parents:
diff changeset
2 * Copyright 1998-2007 Sun Microsystems, Inc. All Rights Reserved.
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
a61af66fc99e Initial load
duke
parents:
diff changeset
19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
a61af66fc99e Initial load
duke
parents:
diff changeset
20 * CA 95054 USA or visit www.sun.com if you need additional information or
a61af66fc99e Initial load
duke
parents:
diff changeset
21 * have any questions.
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
a61af66fc99e Initial load
duke
parents:
diff changeset
25 class BasicLock VALUE_OBJ_CLASS_SPEC {
a61af66fc99e Initial load
duke
parents:
diff changeset
26 friend class VMStructs;
a61af66fc99e Initial load
duke
parents:
diff changeset
27 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
28 volatile markOop _displaced_header;
a61af66fc99e Initial load
duke
parents:
diff changeset
29 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
30 markOop displaced_header() const { return _displaced_header; }
a61af66fc99e Initial load
duke
parents:
diff changeset
31 void set_displaced_header(markOop header) { _displaced_header = header; }
a61af66fc99e Initial load
duke
parents:
diff changeset
32
a61af66fc99e Initial load
duke
parents:
diff changeset
33 void print_on(outputStream* st) const;
a61af66fc99e Initial load
duke
parents:
diff changeset
34
a61af66fc99e Initial load
duke
parents:
diff changeset
35 // move a basic lock (used during deoptimization
a61af66fc99e Initial load
duke
parents:
diff changeset
36 void move_to(oop obj, BasicLock* dest);
a61af66fc99e Initial load
duke
parents:
diff changeset
37
a61af66fc99e Initial load
duke
parents:
diff changeset
38 static int displaced_header_offset_in_bytes() { return offset_of(BasicLock, _displaced_header); }
a61af66fc99e Initial load
duke
parents:
diff changeset
39 };
a61af66fc99e Initial load
duke
parents:
diff changeset
40
a61af66fc99e Initial load
duke
parents:
diff changeset
41 // A BasicObjectLock associates a specific Java object with a BasicLock.
a61af66fc99e Initial load
duke
parents:
diff changeset
42 // It is currently embedded in an interpreter frame.
a61af66fc99e Initial load
duke
parents:
diff changeset
43
a61af66fc99e Initial load
duke
parents:
diff changeset
44 // Because some machines have alignment restrictions on the control stack,
a61af66fc99e Initial load
duke
parents:
diff changeset
45 // the actual space allocated by the interpreter may include padding words
a61af66fc99e Initial load
duke
parents:
diff changeset
46 // after the end of the BasicObjectLock. Also, in order to guarantee
a61af66fc99e Initial load
duke
parents:
diff changeset
47 // alignment of the embedded BasicLock objects on such machines, we
a61af66fc99e Initial load
duke
parents:
diff changeset
48 // put the embedded BasicLock at the beginning of the struct.
a61af66fc99e Initial load
duke
parents:
diff changeset
49
a61af66fc99e Initial load
duke
parents:
diff changeset
50 class BasicObjectLock VALUE_OBJ_CLASS_SPEC {
a61af66fc99e Initial load
duke
parents:
diff changeset
51 friend class VMStructs;
a61af66fc99e Initial load
duke
parents:
diff changeset
52 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
53 BasicLock _lock; // the lock, must be double word aligned
a61af66fc99e Initial load
duke
parents:
diff changeset
54 oop _obj; // object holds the lock;
a61af66fc99e Initial load
duke
parents:
diff changeset
55
a61af66fc99e Initial load
duke
parents:
diff changeset
56 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
57 // Manipulation
a61af66fc99e Initial load
duke
parents:
diff changeset
58 oop obj() const { return _obj; }
a61af66fc99e Initial load
duke
parents:
diff changeset
59 void set_obj(oop obj) { _obj = obj; }
a61af66fc99e Initial load
duke
parents:
diff changeset
60 BasicLock* lock() { return &_lock; }
a61af66fc99e Initial load
duke
parents:
diff changeset
61
a61af66fc99e Initial load
duke
parents:
diff changeset
62 // Note: Use frame::interpreter_frame_monitor_size() for the size of BasicObjectLocks
a61af66fc99e Initial load
duke
parents:
diff changeset
63 // in interpreter activation frames since it includes machine-specific padding.
a61af66fc99e Initial load
duke
parents:
diff changeset
64 static int size() { return sizeof(BasicObjectLock)/wordSize; }
a61af66fc99e Initial load
duke
parents:
diff changeset
65
a61af66fc99e Initial load
duke
parents:
diff changeset
66 // GC support
a61af66fc99e Initial load
duke
parents:
diff changeset
67 void oops_do(OopClosure* f) { f->do_oop(&_obj); }
a61af66fc99e Initial load
duke
parents:
diff changeset
68
a61af66fc99e Initial load
duke
parents:
diff changeset
69 static int obj_offset_in_bytes() { return offset_of(BasicObjectLock, _obj); }
a61af66fc99e Initial load
duke
parents:
diff changeset
70 static int lock_offset_in_bytes() { return offset_of(BasicObjectLock, _lock); }
a61af66fc99e Initial load
duke
parents:
diff changeset
71 };
a61af66fc99e Initial load
duke
parents:
diff changeset
72
a61af66fc99e Initial load
duke
parents:
diff changeset
73 class ObjectMonitor;
a61af66fc99e Initial load
duke
parents:
diff changeset
74
a61af66fc99e Initial load
duke
parents:
diff changeset
75 class ObjectSynchronizer : AllStatic {
a61af66fc99e Initial load
duke
parents:
diff changeset
76 friend class VMStructs;
a61af66fc99e Initial load
duke
parents:
diff changeset
77 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
78 typedef enum {
a61af66fc99e Initial load
duke
parents:
diff changeset
79 owner_self,
a61af66fc99e Initial load
duke
parents:
diff changeset
80 owner_none,
a61af66fc99e Initial load
duke
parents:
diff changeset
81 owner_other
a61af66fc99e Initial load
duke
parents:
diff changeset
82 } LockOwnership;
a61af66fc99e Initial load
duke
parents:
diff changeset
83 // exit must be implemented non-blocking, since the compiler cannot easily handle
a61af66fc99e Initial load
duke
parents:
diff changeset
84 // deoptimization at monitor exit. Hence, it does not take a Handle argument.
a61af66fc99e Initial load
duke
parents:
diff changeset
85
a61af66fc99e Initial load
duke
parents:
diff changeset
86 // This is full version of monitor enter and exit. I choose not
a61af66fc99e Initial load
duke
parents:
diff changeset
87 // to use enter() and exit() in order to make sure user be ware
a61af66fc99e Initial load
duke
parents:
diff changeset
88 // of the performance and semantics difference. They are normally
a61af66fc99e Initial load
duke
parents:
diff changeset
89 // used by ObjectLocker etc. The interpreter and compiler use
a61af66fc99e Initial load
duke
parents:
diff changeset
90 // assembly copies of these routines. Please keep them synchornized.
a61af66fc99e Initial load
duke
parents:
diff changeset
91 //
a61af66fc99e Initial load
duke
parents:
diff changeset
92 // attempt_rebias flag is used by UseBiasedLocking implementation
a61af66fc99e Initial load
duke
parents:
diff changeset
93 static void fast_enter (Handle obj, BasicLock* lock, bool attempt_rebias, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
94 static void fast_exit (oop obj, BasicLock* lock, Thread* THREAD);
a61af66fc99e Initial load
duke
parents:
diff changeset
95
a61af66fc99e Initial load
duke
parents:
diff changeset
96 // WARNING: They are ONLY used to handle the slow cases. They should
a61af66fc99e Initial load
duke
parents:
diff changeset
97 // only be used when the fast cases failed. Use of these functions
a61af66fc99e Initial load
duke
parents:
diff changeset
98 // without previous fast case check may cause fatal error.
a61af66fc99e Initial load
duke
parents:
diff changeset
99 static void slow_enter (Handle obj, BasicLock* lock, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
100 static void slow_exit (oop obj, BasicLock* lock, Thread* THREAD);
a61af66fc99e Initial load
duke
parents:
diff changeset
101
a61af66fc99e Initial load
duke
parents:
diff changeset
102 // Used only to handle jni locks or other unmatched monitor enter/exit
a61af66fc99e Initial load
duke
parents:
diff changeset
103 // Internally they will use heavy weight monitor.
a61af66fc99e Initial load
duke
parents:
diff changeset
104 static void jni_enter (Handle obj, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
105 static bool jni_try_enter(Handle obj, Thread* THREAD); // Implements Unsafe.tryMonitorEnter
a61af66fc99e Initial load
duke
parents:
diff changeset
106 static void jni_exit (oop obj, Thread* THREAD);
a61af66fc99e Initial load
duke
parents:
diff changeset
107
a61af66fc99e Initial load
duke
parents:
diff changeset
108 // Handle all interpreter, compiler and jni cases
a61af66fc99e Initial load
duke
parents:
diff changeset
109 static void wait (Handle obj, jlong millis, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
110 static void notify (Handle obj, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
111 static void notifyall (Handle obj, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
112
a61af66fc99e Initial load
duke
parents:
diff changeset
113 // Special internal-use-only method for use by JVM infrastructure
a61af66fc99e Initial load
duke
parents:
diff changeset
114 // that needs to wait() on a java-level object but that can't risk
a61af66fc99e Initial load
duke
parents:
diff changeset
115 // throwing unexpected InterruptedExecutionExceptions.
a61af66fc99e Initial load
duke
parents:
diff changeset
116 static void waitUninterruptibly (Handle obj, jlong Millis, Thread * THREAD) ;
a61af66fc99e Initial load
duke
parents:
diff changeset
117
a61af66fc99e Initial load
duke
parents:
diff changeset
118 // used by classloading to free classloader object lock,
a61af66fc99e Initial load
duke
parents:
diff changeset
119 // wait on an internal lock, and reclaim original lock
a61af66fc99e Initial load
duke
parents:
diff changeset
120 // with original recursion count
a61af66fc99e Initial load
duke
parents:
diff changeset
121 static intptr_t complete_exit (Handle obj, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
122 static void reenter (Handle obj, intptr_t recursion, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
123
a61af66fc99e Initial load
duke
parents:
diff changeset
124 // thread-specific and global objectMonitor free list accessors
a61af66fc99e Initial load
duke
parents:
diff changeset
125 static ObjectMonitor * omAlloc (Thread * Self) ;
a61af66fc99e Initial load
duke
parents:
diff changeset
126 static void omRelease (Thread * Self, ObjectMonitor * m) ;
a61af66fc99e Initial load
duke
parents:
diff changeset
127 static void omFlush (Thread * Self) ;
a61af66fc99e Initial load
duke
parents:
diff changeset
128
a61af66fc99e Initial load
duke
parents:
diff changeset
129 // Inflate light weight monitor to heavy weight monitor
a61af66fc99e Initial load
duke
parents:
diff changeset
130 static ObjectMonitor* inflate(Thread * Self, oop obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
131 // This version is only for internal use
a61af66fc99e Initial load
duke
parents:
diff changeset
132 static ObjectMonitor* inflate_helper(oop obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
133
a61af66fc99e Initial load
duke
parents:
diff changeset
134 // Returns the identity hash value for an oop
a61af66fc99e Initial load
duke
parents:
diff changeset
135 // NOTE: It may cause monitor inflation
a61af66fc99e Initial load
duke
parents:
diff changeset
136 static intptr_t identity_hash_value_for(Handle obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
137 static intptr_t FastHashCode (Thread * Self, oop obj) ;
a61af66fc99e Initial load
duke
parents:
diff changeset
138
a61af66fc99e Initial load
duke
parents:
diff changeset
139 // java.lang.Thread support
a61af66fc99e Initial load
duke
parents:
diff changeset
140 static bool current_thread_holds_lock(JavaThread* thread, Handle h_obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
141 static LockOwnership query_lock_ownership(JavaThread * self, Handle h_obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
142
a61af66fc99e Initial load
duke
parents:
diff changeset
143 static JavaThread* get_lock_owner(Handle h_obj, bool doLock);
a61af66fc99e Initial load
duke
parents:
diff changeset
144
a61af66fc99e Initial load
duke
parents:
diff changeset
145 // JNI detach support
a61af66fc99e Initial load
duke
parents:
diff changeset
146 static void release_monitors_owned_by_thread(TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
147 static void monitors_iterate(MonitorClosure* m);
a61af66fc99e Initial load
duke
parents:
diff changeset
148
a61af66fc99e Initial load
duke
parents:
diff changeset
149 // GC: we current use aggressive monitor deflation policy
a61af66fc99e Initial load
duke
parents:
diff changeset
150 // Basically we deflate all monitors that are not busy.
a61af66fc99e Initial load
duke
parents:
diff changeset
151 // An adaptive profile-based deflation policy could be used if needed
a61af66fc99e Initial load
duke
parents:
diff changeset
152 static void deflate_idle_monitors();
1587
b96a3e44582f 6852873: Reduce safepoint cleanup time
acorn
parents: 0
diff changeset
153 static bool deflate_monitor(ObjectMonitor* mid, oop obj, ObjectMonitor** FreeHeadp,
b96a3e44582f 6852873: Reduce safepoint cleanup time
acorn
parents: 0
diff changeset
154 ObjectMonitor** FreeTailp);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
155 static void oops_do(OopClosure* f);
a61af66fc99e Initial load
duke
parents:
diff changeset
156
a61af66fc99e Initial load
duke
parents:
diff changeset
157 // debugging
a61af66fc99e Initial load
duke
parents:
diff changeset
158 static void trace_locking(Handle obj, bool is_compiled, bool is_method, bool is_locking) PRODUCT_RETURN;
a61af66fc99e Initial load
duke
parents:
diff changeset
159 static void verify() PRODUCT_RETURN;
a61af66fc99e Initial load
duke
parents:
diff changeset
160 static int verify_objmon_isinpool(ObjectMonitor *addr) PRODUCT_RETURN0;
a61af66fc99e Initial load
duke
parents:
diff changeset
161
a61af66fc99e Initial load
duke
parents:
diff changeset
162 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
163 enum { _BLOCKSIZE = 128 };
a61af66fc99e Initial load
duke
parents:
diff changeset
164 static ObjectMonitor* gBlockList;
a61af66fc99e Initial load
duke
parents:
diff changeset
165 static ObjectMonitor * volatile gFreeList;
a61af66fc99e Initial load
duke
parents:
diff changeset
166
a61af66fc99e Initial load
duke
parents:
diff changeset
167 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
168 static void Initialize () ;
a61af66fc99e Initial load
duke
parents:
diff changeset
169 static PerfCounter * _sync_ContendedLockAttempts ;
a61af66fc99e Initial load
duke
parents:
diff changeset
170 static PerfCounter * _sync_FutileWakeups ;
a61af66fc99e Initial load
duke
parents:
diff changeset
171 static PerfCounter * _sync_Parks ;
a61af66fc99e Initial load
duke
parents:
diff changeset
172 static PerfCounter * _sync_EmptyNotifications ;
a61af66fc99e Initial load
duke
parents:
diff changeset
173 static PerfCounter * _sync_Notifications ;
a61af66fc99e Initial load
duke
parents:
diff changeset
174 static PerfCounter * _sync_SlowEnter ;
a61af66fc99e Initial load
duke
parents:
diff changeset
175 static PerfCounter * _sync_SlowExit ;
a61af66fc99e Initial load
duke
parents:
diff changeset
176 static PerfCounter * _sync_SlowNotify ;
a61af66fc99e Initial load
duke
parents:
diff changeset
177 static PerfCounter * _sync_SlowNotifyAll ;
a61af66fc99e Initial load
duke
parents:
diff changeset
178 static PerfCounter * _sync_FailedSpins ;
a61af66fc99e Initial load
duke
parents:
diff changeset
179 static PerfCounter * _sync_SuccessfulSpins ;
a61af66fc99e Initial load
duke
parents:
diff changeset
180 static PerfCounter * _sync_PrivateA ;
a61af66fc99e Initial load
duke
parents:
diff changeset
181 static PerfCounter * _sync_PrivateB ;
a61af66fc99e Initial load
duke
parents:
diff changeset
182 static PerfCounter * _sync_MonInCirculation ;
a61af66fc99e Initial load
duke
parents:
diff changeset
183 static PerfCounter * _sync_MonScavenged ;
a61af66fc99e Initial load
duke
parents:
diff changeset
184 static PerfCounter * _sync_Inflations ;
a61af66fc99e Initial load
duke
parents:
diff changeset
185 static PerfCounter * _sync_Deflations ;
a61af66fc99e Initial load
duke
parents:
diff changeset
186 static PerfLongVariable * _sync_MonExtant ;
a61af66fc99e Initial load
duke
parents:
diff changeset
187
a61af66fc99e Initial load
duke
parents:
diff changeset
188 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
189 static void RegisterSpinCallback (int (*)(intptr_t, int), intptr_t) ;
a61af66fc99e Initial load
duke
parents:
diff changeset
190
a61af66fc99e Initial load
duke
parents:
diff changeset
191 };
a61af66fc99e Initial load
duke
parents:
diff changeset
192
a61af66fc99e Initial load
duke
parents:
diff changeset
193 // ObjectLocker enforced balanced locking and can never thrown an
a61af66fc99e Initial load
duke
parents:
diff changeset
194 // IllegalMonitorStateException. However, a pending exception may
a61af66fc99e Initial load
duke
parents:
diff changeset
195 // have to pass through, and we must also be able to deal with
a61af66fc99e Initial load
duke
parents:
diff changeset
196 // asynchronous exceptions. The caller is responsible for checking
a61af66fc99e Initial load
duke
parents:
diff changeset
197 // the threads pending exception if needed.
a61af66fc99e Initial load
duke
parents:
diff changeset
198 // doLock was added to support classloading with UnsyncloadClass which
a61af66fc99e Initial load
duke
parents:
diff changeset
199 // requires flag based choice of locking the classloader lock.
a61af66fc99e Initial load
duke
parents:
diff changeset
200 class ObjectLocker : public StackObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
201 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
202 Thread* _thread;
a61af66fc99e Initial load
duke
parents:
diff changeset
203 Handle _obj;
a61af66fc99e Initial load
duke
parents:
diff changeset
204 BasicLock _lock;
a61af66fc99e Initial load
duke
parents:
diff changeset
205 bool _dolock; // default true
a61af66fc99e Initial load
duke
parents:
diff changeset
206 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
207 ObjectLocker(Handle obj, Thread* thread, bool doLock = true);
a61af66fc99e Initial load
duke
parents:
diff changeset
208 ~ObjectLocker();
a61af66fc99e Initial load
duke
parents:
diff changeset
209
a61af66fc99e Initial load
duke
parents:
diff changeset
210 // Monitor behavior
a61af66fc99e Initial load
duke
parents:
diff changeset
211 void wait (TRAPS) { ObjectSynchronizer::wait (_obj, 0, CHECK); } // wait forever
a61af66fc99e Initial load
duke
parents:
diff changeset
212 void notify_all(TRAPS) { ObjectSynchronizer::notifyall(_obj, CHECK); }
a61af66fc99e Initial load
duke
parents:
diff changeset
213 void waitUninterruptibly (TRAPS) { ObjectSynchronizer::waitUninterruptibly (_obj, 0, CHECK);}
a61af66fc99e Initial load
duke
parents:
diff changeset
214 // complete_exit gives up lock completely, returning recursion count
a61af66fc99e Initial load
duke
parents:
diff changeset
215 // reenter reclaims lock with original recursion count
a61af66fc99e Initial load
duke
parents:
diff changeset
216 intptr_t complete_exit(TRAPS) { return ObjectSynchronizer::complete_exit(_obj, CHECK_0); }
a61af66fc99e Initial load
duke
parents:
diff changeset
217 void reenter(intptr_t recursion, TRAPS) { ObjectSynchronizer::reenter(_obj, recursion, CHECK); }
a61af66fc99e Initial load
duke
parents:
diff changeset
218 };