annotate src/os_cpu/windows_x86/vm/orderAccess_windows_x86.inline.hpp @ 671:d0994e5bebce

6822204: volatile fences should prefer lock:addl to actual mfence instructions Reviewed-by: kvn, phh
author never
date Thu, 26 Mar 2009 14:31:45 -0700
parents a61af66fc99e
children bd02caa94611
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
a61af66fc99e Initial load
duke
parents:
diff changeset
2 * Copyright 2003 Sun Microsystems, Inc. All Rights Reserved.
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
a61af66fc99e Initial load
duke
parents:
diff changeset
19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
a61af66fc99e Initial load
duke
parents:
diff changeset
20 * CA 95054 USA or visit www.sun.com if you need additional information or
a61af66fc99e Initial load
duke
parents:
diff changeset
21 * have any questions.
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
a61af66fc99e Initial load
duke
parents:
diff changeset
25 #pragma warning(disable: 4035) // Disables warnings reporting missing return statement
a61af66fc99e Initial load
duke
parents:
diff changeset
26
a61af66fc99e Initial load
duke
parents:
diff changeset
27 // Implementation of class OrderAccess.
a61af66fc99e Initial load
duke
parents:
diff changeset
28
a61af66fc99e Initial load
duke
parents:
diff changeset
29 inline void OrderAccess::loadload() { acquire(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
30 inline void OrderAccess::storestore() { release(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
31 inline void OrderAccess::loadstore() { acquire(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
32 inline void OrderAccess::storeload() { fence(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
33
a61af66fc99e Initial load
duke
parents:
diff changeset
34 inline void OrderAccess::acquire() {
a61af66fc99e Initial load
duke
parents:
diff changeset
35 #ifndef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
36 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
37 mov eax, dword ptr [esp];
a61af66fc99e Initial load
duke
parents:
diff changeset
38 }
a61af66fc99e Initial load
duke
parents:
diff changeset
39 #endif // !AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
40 }
a61af66fc99e Initial load
duke
parents:
diff changeset
41
a61af66fc99e Initial load
duke
parents:
diff changeset
42 inline void OrderAccess::release() {
a61af66fc99e Initial load
duke
parents:
diff changeset
43 // A volatile store has release semantics.
a61af66fc99e Initial load
duke
parents:
diff changeset
44 dummy = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
45 }
a61af66fc99e Initial load
duke
parents:
diff changeset
46
a61af66fc99e Initial load
duke
parents:
diff changeset
47 inline void OrderAccess::fence() {
a61af66fc99e Initial load
duke
parents:
diff changeset
48 #ifdef AMD64
671
d0994e5bebce 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 0
diff changeset
49 StubRoutines_fence();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
50 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
51 if (os::is_MP()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
52 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
53 lock add dword ptr [esp], 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
54 }
a61af66fc99e Initial load
duke
parents:
diff changeset
55 }
a61af66fc99e Initial load
duke
parents:
diff changeset
56 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
57 }
a61af66fc99e Initial load
duke
parents:
diff changeset
58
a61af66fc99e Initial load
duke
parents:
diff changeset
59 inline jbyte OrderAccess::load_acquire(volatile jbyte* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
60 inline jshort OrderAccess::load_acquire(volatile jshort* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
61 inline jint OrderAccess::load_acquire(volatile jint* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
62 inline jlong OrderAccess::load_acquire(volatile jlong* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
63 inline jubyte OrderAccess::load_acquire(volatile jubyte* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
64 inline jushort OrderAccess::load_acquire(volatile jushort* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
65 inline juint OrderAccess::load_acquire(volatile juint* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
66 inline julong OrderAccess::load_acquire(volatile julong* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
67 inline jfloat OrderAccess::load_acquire(volatile jfloat* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
68 inline jdouble OrderAccess::load_acquire(volatile jdouble* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
69
a61af66fc99e Initial load
duke
parents:
diff changeset
70 inline intptr_t OrderAccess::load_ptr_acquire(volatile intptr_t* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
71 inline void* OrderAccess::load_ptr_acquire(volatile void* p) { return *(void* volatile *)p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
72 inline void* OrderAccess::load_ptr_acquire(const volatile void* p) { return *(void* const volatile *)p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
73
a61af66fc99e Initial load
duke
parents:
diff changeset
74 inline void OrderAccess::release_store(volatile jbyte* p, jbyte v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
75 inline void OrderAccess::release_store(volatile jshort* p, jshort v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
76 inline void OrderAccess::release_store(volatile jint* p, jint v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
77 inline void OrderAccess::release_store(volatile jlong* p, jlong v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
78 inline void OrderAccess::release_store(volatile jubyte* p, jubyte v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
79 inline void OrderAccess::release_store(volatile jushort* p, jushort v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
80 inline void OrderAccess::release_store(volatile juint* p, juint v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
81 inline void OrderAccess::release_store(volatile julong* p, julong v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
82 inline void OrderAccess::release_store(volatile jfloat* p, jfloat v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
83 inline void OrderAccess::release_store(volatile jdouble* p, jdouble v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
84
a61af66fc99e Initial load
duke
parents:
diff changeset
85 inline void OrderAccess::release_store_ptr(volatile intptr_t* p, intptr_t v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
86 inline void OrderAccess::release_store_ptr(volatile void* p, void* v) { *(void* volatile *)p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
87
a61af66fc99e Initial load
duke
parents:
diff changeset
88 inline void OrderAccess::store_fence(jbyte* p, jbyte v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
89 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
90 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
91 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
92 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
93 mov edx, p;
a61af66fc99e Initial load
duke
parents:
diff changeset
94 mov al, v;
a61af66fc99e Initial load
duke
parents:
diff changeset
95 xchg al, byte ptr [edx];
a61af66fc99e Initial load
duke
parents:
diff changeset
96 }
a61af66fc99e Initial load
duke
parents:
diff changeset
97 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
98 }
a61af66fc99e Initial load
duke
parents:
diff changeset
99
a61af66fc99e Initial load
duke
parents:
diff changeset
100 inline void OrderAccess::store_fence(jshort* p, jshort v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
101 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
102 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
103 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
104 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
105 mov edx, p;
a61af66fc99e Initial load
duke
parents:
diff changeset
106 mov ax, v;
a61af66fc99e Initial load
duke
parents:
diff changeset
107 xchg ax, word ptr [edx];
a61af66fc99e Initial load
duke
parents:
diff changeset
108 }
a61af66fc99e Initial load
duke
parents:
diff changeset
109 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
110 }
a61af66fc99e Initial load
duke
parents:
diff changeset
111
a61af66fc99e Initial load
duke
parents:
diff changeset
112 inline void OrderAccess::store_fence(jint* p, jint v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
113 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
114 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
115 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
116 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
117 mov edx, p;
a61af66fc99e Initial load
duke
parents:
diff changeset
118 mov eax, v;
a61af66fc99e Initial load
duke
parents:
diff changeset
119 xchg eax, dword ptr [edx];
a61af66fc99e Initial load
duke
parents:
diff changeset
120 }
a61af66fc99e Initial load
duke
parents:
diff changeset
121 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
122 }
a61af66fc99e Initial load
duke
parents:
diff changeset
123
a61af66fc99e Initial load
duke
parents:
diff changeset
124 inline void OrderAccess::store_fence(jlong* p, jlong v) { *p = v; fence(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
125 inline void OrderAccess::store_fence(jubyte* p, jubyte v) { store_fence((jbyte*)p, (jbyte)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
126 inline void OrderAccess::store_fence(jushort* p, jushort v) { store_fence((jshort*)p, (jshort)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
127 inline void OrderAccess::store_fence(juint* p, juint v) { store_fence((jint*)p, (jint)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
128 inline void OrderAccess::store_fence(julong* p, julong v) { store_fence((jlong*)p, (jlong)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
129 inline void OrderAccess::store_fence(jfloat* p, jfloat v) { *p = v; fence(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
130 inline void OrderAccess::store_fence(jdouble* p, jdouble v) { *p = v; fence(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
131
a61af66fc99e Initial load
duke
parents:
diff changeset
132 inline void OrderAccess::store_ptr_fence(intptr_t* p, intptr_t v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
133 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
134 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
135 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
136 store_fence((jint*)p, (jint)v);
a61af66fc99e Initial load
duke
parents:
diff changeset
137 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
138 }
a61af66fc99e Initial load
duke
parents:
diff changeset
139
a61af66fc99e Initial load
duke
parents:
diff changeset
140 inline void OrderAccess::store_ptr_fence(void** p, void* v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
141 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
142 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
143 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
144 store_fence((jint*)p, (jint)v);
a61af66fc99e Initial load
duke
parents:
diff changeset
145 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
146 }
a61af66fc99e Initial load
duke
parents:
diff changeset
147
a61af66fc99e Initial load
duke
parents:
diff changeset
148 // Must duplicate definitions instead of calling store_fence because we don't want to cast away volatile.
a61af66fc99e Initial load
duke
parents:
diff changeset
149 inline void OrderAccess::release_store_fence(volatile jbyte* p, jbyte v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
150 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
151 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
152 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
153 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
154 mov edx, p;
a61af66fc99e Initial load
duke
parents:
diff changeset
155 mov al, v;
a61af66fc99e Initial load
duke
parents:
diff changeset
156 xchg al, byte ptr [edx];
a61af66fc99e Initial load
duke
parents:
diff changeset
157 }
a61af66fc99e Initial load
duke
parents:
diff changeset
158 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
159 }
a61af66fc99e Initial load
duke
parents:
diff changeset
160
a61af66fc99e Initial load
duke
parents:
diff changeset
161 inline void OrderAccess::release_store_fence(volatile jshort* p, jshort v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
162 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
163 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
164 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
165 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
166 mov edx, p;
a61af66fc99e Initial load
duke
parents:
diff changeset
167 mov ax, v;
a61af66fc99e Initial load
duke
parents:
diff changeset
168 xchg ax, word ptr [edx];
a61af66fc99e Initial load
duke
parents:
diff changeset
169 }
a61af66fc99e Initial load
duke
parents:
diff changeset
170 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
171 }
a61af66fc99e Initial load
duke
parents:
diff changeset
172
a61af66fc99e Initial load
duke
parents:
diff changeset
173 inline void OrderAccess::release_store_fence(volatile jint* p, jint v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
174 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
175 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
176 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
177 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
178 mov edx, p;
a61af66fc99e Initial load
duke
parents:
diff changeset
179 mov eax, v;
a61af66fc99e Initial load
duke
parents:
diff changeset
180 xchg eax, dword ptr [edx];
a61af66fc99e Initial load
duke
parents:
diff changeset
181 }
a61af66fc99e Initial load
duke
parents:
diff changeset
182 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
183 }
a61af66fc99e Initial load
duke
parents:
diff changeset
184
a61af66fc99e Initial load
duke
parents:
diff changeset
185 inline void OrderAccess::release_store_fence(volatile jlong* p, jlong v) { *p = v; fence(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
186
a61af66fc99e Initial load
duke
parents:
diff changeset
187 inline void OrderAccess::release_store_fence(volatile jubyte* p, jubyte v) { release_store_fence((volatile jbyte*)p, (jbyte)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
188 inline void OrderAccess::release_store_fence(volatile jushort* p, jushort v) { release_store_fence((volatile jshort*)p, (jshort)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
189 inline void OrderAccess::release_store_fence(volatile juint* p, juint v) { release_store_fence((volatile jint*)p, (jint)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
190 inline void OrderAccess::release_store_fence(volatile julong* p, julong v) { release_store_fence((volatile jlong*)p, (jlong)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
191 inline void OrderAccess::release_store_fence(volatile jfloat* p, jfloat v) { *p = v; fence(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
192 inline void OrderAccess::release_store_fence(volatile jdouble* p, jdouble v) { *p = v; fence(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
193
a61af66fc99e Initial load
duke
parents:
diff changeset
194 inline void OrderAccess::release_store_ptr_fence(volatile intptr_t* p, intptr_t v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
195 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
196 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
197 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
198 release_store_fence((volatile jint*)p, (jint)v);
a61af66fc99e Initial load
duke
parents:
diff changeset
199 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
200 }
a61af66fc99e Initial load
duke
parents:
diff changeset
201
a61af66fc99e Initial load
duke
parents:
diff changeset
202 inline void OrderAccess::release_store_ptr_fence(volatile void* p, void* v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
203 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
204 *(void* volatile *)p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
205 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
206 release_store_fence((volatile jint*)p, (jint)v);
a61af66fc99e Initial load
duke
parents:
diff changeset
207 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
208 }
a61af66fc99e Initial load
duke
parents:
diff changeset
209
a61af66fc99e Initial load
duke
parents:
diff changeset
210 #pragma warning(default: 4035) // Enables warnings reporting missing return statement