annotate src/os_cpu/solaris_x86/vm/assembler_solaris_x86.cpp @ 2030:fb712ff22571

7000559: G1: assertion failure !outer || (full_collections_started == _full_collections_completed + 1) Summary: The concurrent marking thread can complete its operation and increment the full GC counter during a Full GC. This causes the nesting of increments to the start and end of Full GCs that we are expecting to be wrong. the fix is for the marking thread to join the suspendible thread set before incrementing the counter so that it's blocked until the Full GC (or any other safepoint) is finished. The change also includes some minor code cleanup (I renamed a parameter). Reviewed-by: brutisso, ysr
author tonyp
date Tue, 14 Dec 2010 16:19:44 -0500
parents f95d63e2154a
children cd3d6a6b95d9
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
2 * Copyright (c) 1999, 2010, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 304
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 304
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 304
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
25 #include "precompiled.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
26 #include "asm/assembler.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
27 #include "assembler_x86.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
28 #include "runtime/os.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
29 #include "runtime/threadLocalStorage.hpp"
0
a61af66fc99e Initial load
duke
parents:
diff changeset
30
a61af66fc99e Initial load
duke
parents:
diff changeset
31
a61af66fc99e Initial load
duke
parents:
diff changeset
32 void MacroAssembler::int3() {
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
33 push(rax);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
34 push(rdx);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
35 push(rcx);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
36 call(RuntimeAddress(CAST_FROM_FN_PTR(address, os::breakpoint)));
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
37 pop(rcx);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
38 pop(rdx);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
39 pop(rax);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
40 }
a61af66fc99e Initial load
duke
parents:
diff changeset
41
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
42 #define __ _masm->
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
43 #ifndef _LP64
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
44 static void slow_call_thr_specific(MacroAssembler* _masm, Register thread) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
45
a61af66fc99e Initial load
duke
parents:
diff changeset
46 // slow call to of thr_getspecific
a61af66fc99e Initial load
duke
parents:
diff changeset
47 // int thr_getspecific(thread_key_t key, void **value);
a61af66fc99e Initial load
duke
parents:
diff changeset
48 // Consider using pthread_getspecific instead.
a61af66fc99e Initial load
duke
parents:
diff changeset
49
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
50 __ push(0); // allocate space for return value
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
51 if (thread != rax) __ push(rax); // save rax, if caller still wants it
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
52 __ push(rcx); // save caller save
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
53 __ push(rdx); // save caller save
0
a61af66fc99e Initial load
duke
parents:
diff changeset
54 if (thread != rax) {
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
55 __ lea(thread, Address(rsp, 3 * sizeof(int))); // address of return value
0
a61af66fc99e Initial load
duke
parents:
diff changeset
56 } else {
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
57 __ lea(thread, Address(rsp, 2 * sizeof(int))); // address of return value
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
58 }
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
59 __ push(thread); // and pass the address
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
60 __ push(ThreadLocalStorage::thread_index()); // the key
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
61 __ call(RuntimeAddress(CAST_FROM_FN_PTR(address, thr_getspecific)));
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
62 __ increment(rsp, 2 * wordSize);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
63 __ pop(rdx);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
64 __ pop(rcx);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
65 if (thread != rax) __ pop(rax);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
66 __ pop(thread);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
67
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
68 }
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
69 #else
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
70 static void slow_call_thr_specific(MacroAssembler* _masm, Register thread) {
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
71 // slow call to of thr_getspecific
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
72 // int thr_getspecific(thread_key_t key, void **value);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
73 // Consider using pthread_getspecific instead.
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
74
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
75 if (thread != rax) {
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
76 __ push(rax);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
77 }
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
78 __ push(0); // space for return value
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
79 __ push(rdi);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
80 __ push(rsi);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
81 __ lea(rsi, Address(rsp, 16)); // pass return value address
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
82 __ push(rdx);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
83 __ push(rcx);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
84 __ push(r8);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
85 __ push(r9);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
86 __ push(r10);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
87 // XXX
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
88 __ mov(r10, rsp);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
89 __ andptr(rsp, -16);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
90 __ push(r10);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
91 __ push(r11);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
92
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
93 __ movl(rdi, ThreadLocalStorage::thread_index());
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
94 __ call(RuntimeAddress(CAST_FROM_FN_PTR(address, thr_getspecific)));
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
95
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
96 __ pop(r11);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
97 __ pop(rsp);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
98 __ pop(r10);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
99 __ pop(r9);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
100 __ pop(r8);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
101 __ pop(rcx);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
102 __ pop(rdx);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
103 __ pop(rsi);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
104 __ pop(rdi);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
105 __ pop(thread); // load return value
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
106 if (thread != rax) {
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
107 __ pop(rax);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
108 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
109 }
304
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
110 #endif //LP64
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
111
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
112 void MacroAssembler::get_thread(Register thread) {
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
113
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
114 int segment = NOT_LP64(Assembler::GS_segment) LP64_ONLY(Assembler::FS_segment);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
115 // Try to emit a Solaris-specific fast TSD/TLS accessor.
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
116 ThreadLocalStorage::pd_tlsAccessMode tlsMode = ThreadLocalStorage::pd_getTlsAccessMode ();
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
117 if (tlsMode == ThreadLocalStorage::pd_tlsAccessIndirect) { // T1
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
118 // Use thread as a temporary: mov r, gs:[0]; mov r, [r+tlsOffset]
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
119 emit_byte (segment);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
120 // ExternalAddress doesn't work because it can't take NULL
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
121 AddressLiteral null(0, relocInfo::none);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
122 movptr (thread, null);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
123 movptr(thread, Address(thread, ThreadLocalStorage::pd_getTlsOffset())) ;
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
124 return ;
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
125 } else
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
126 if (tlsMode == ThreadLocalStorage::pd_tlsAccessDirect) { // T2
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
127 // mov r, gs:[tlsOffset]
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
128 emit_byte (segment);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
129 AddressLiteral tls_off((address)ThreadLocalStorage::pd_getTlsOffset(), relocInfo::none);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
130 movptr (thread, tls_off);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
131 return ;
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
132 }
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
133
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
134 slow_call_thr_specific(this, thread);
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
135
dc7f315e41f7 5108146: Merge i486 and amd64 cpu directories
never
parents: 237
diff changeset
136 }