annotate src/os_cpu/windows_x86/vm/orderAccess_windows_x86.inline.hpp @ 1972:f95d63e2154a

6989984: Use standard include model for Hospot Summary: Replaced MakeDeps and the includeDB files with more standardized solutions. Reviewed-by: coleenp, kvn, kamg
author stefank
date Tue, 23 Nov 2010 13:22:55 -0800
parents a6bff45449bc
children 4fc084dac61e
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
1711
a6bff45449bc 6973570: OrderAccess::storestore() scales poorly on multi-socket x64 and sparc: cache-line ping-ponging
ysr
parents: 1552
diff changeset
2 * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 844
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 844
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 844
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1711
diff changeset
25 #ifndef OS_CPU_WINDOWS_X86_VM_ORDERACCESS_WINDOWS_X86_INLINE_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1711
diff changeset
26 #define OS_CPU_WINDOWS_X86_VM_ORDERACCESS_WINDOWS_X86_INLINE_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1711
diff changeset
27
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1711
diff changeset
28 #include "runtime/orderAccess.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1711
diff changeset
29 #include "vm_version_x86.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1711
diff changeset
30
0
a61af66fc99e Initial load
duke
parents:
diff changeset
31 #pragma warning(disable: 4035) // Disables warnings reporting missing return statement
a61af66fc99e Initial load
duke
parents:
diff changeset
32
a61af66fc99e Initial load
duke
parents:
diff changeset
33 // Implementation of class OrderAccess.
a61af66fc99e Initial load
duke
parents:
diff changeset
34
a61af66fc99e Initial load
duke
parents:
diff changeset
35 inline void OrderAccess::loadload() { acquire(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
36 inline void OrderAccess::storestore() { release(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
37 inline void OrderAccess::loadstore() { acquire(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
38 inline void OrderAccess::storeload() { fence(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
39
a61af66fc99e Initial load
duke
parents:
diff changeset
40 inline void OrderAccess::acquire() {
a61af66fc99e Initial load
duke
parents:
diff changeset
41 #ifndef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
42 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
43 mov eax, dword ptr [esp];
a61af66fc99e Initial load
duke
parents:
diff changeset
44 }
a61af66fc99e Initial load
duke
parents:
diff changeset
45 #endif // !AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
46 }
a61af66fc99e Initial load
duke
parents:
diff changeset
47
a61af66fc99e Initial load
duke
parents:
diff changeset
48 inline void OrderAccess::release() {
a61af66fc99e Initial load
duke
parents:
diff changeset
49 // A volatile store has release semantics.
1711
a6bff45449bc 6973570: OrderAccess::storestore() scales poorly on multi-socket x64 and sparc: cache-line ping-ponging
ysr
parents: 1552
diff changeset
50 volatile jint local_dummy = 0;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
51 }
a61af66fc99e Initial load
duke
parents:
diff changeset
52
a61af66fc99e Initial load
duke
parents:
diff changeset
53 inline void OrderAccess::fence() {
a61af66fc99e Initial load
duke
parents:
diff changeset
54 #ifdef AMD64
671
d0994e5bebce 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 0
diff changeset
55 StubRoutines_fence();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
56 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
57 if (os::is_MP()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
58 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
59 lock add dword ptr [esp], 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
60 }
a61af66fc99e Initial load
duke
parents:
diff changeset
61 }
a61af66fc99e Initial load
duke
parents:
diff changeset
62 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
63 }
a61af66fc99e Initial load
duke
parents:
diff changeset
64
a61af66fc99e Initial load
duke
parents:
diff changeset
65 inline jbyte OrderAccess::load_acquire(volatile jbyte* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
66 inline jshort OrderAccess::load_acquire(volatile jshort* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
67 inline jint OrderAccess::load_acquire(volatile jint* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
68 inline jlong OrderAccess::load_acquire(volatile jlong* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
69 inline jubyte OrderAccess::load_acquire(volatile jubyte* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
70 inline jushort OrderAccess::load_acquire(volatile jushort* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
71 inline juint OrderAccess::load_acquire(volatile juint* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
72 inline julong OrderAccess::load_acquire(volatile julong* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
73 inline jfloat OrderAccess::load_acquire(volatile jfloat* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
74 inline jdouble OrderAccess::load_acquire(volatile jdouble* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
75
a61af66fc99e Initial load
duke
parents:
diff changeset
76 inline intptr_t OrderAccess::load_ptr_acquire(volatile intptr_t* p) { return *p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
77 inline void* OrderAccess::load_ptr_acquire(volatile void* p) { return *(void* volatile *)p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
78 inline void* OrderAccess::load_ptr_acquire(const volatile void* p) { return *(void* const volatile *)p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
79
a61af66fc99e Initial load
duke
parents:
diff changeset
80 inline void OrderAccess::release_store(volatile jbyte* p, jbyte v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
81 inline void OrderAccess::release_store(volatile jshort* p, jshort v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
82 inline void OrderAccess::release_store(volatile jint* p, jint v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
83 inline void OrderAccess::release_store(volatile jlong* p, jlong v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
84 inline void OrderAccess::release_store(volatile jubyte* p, jubyte v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
85 inline void OrderAccess::release_store(volatile jushort* p, jushort v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
86 inline void OrderAccess::release_store(volatile juint* p, juint v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
87 inline void OrderAccess::release_store(volatile julong* p, julong v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
88 inline void OrderAccess::release_store(volatile jfloat* p, jfloat v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
89 inline void OrderAccess::release_store(volatile jdouble* p, jdouble v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
90
a61af66fc99e Initial load
duke
parents:
diff changeset
91 inline void OrderAccess::release_store_ptr(volatile intptr_t* p, intptr_t v) { *p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
92 inline void OrderAccess::release_store_ptr(volatile void* p, void* v) { *(void* volatile *)p = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
93
a61af66fc99e Initial load
duke
parents:
diff changeset
94 inline void OrderAccess::store_fence(jbyte* p, jbyte v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
95 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
96 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
97 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
98 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
99 mov edx, p;
a61af66fc99e Initial load
duke
parents:
diff changeset
100 mov al, v;
a61af66fc99e Initial load
duke
parents:
diff changeset
101 xchg al, byte ptr [edx];
a61af66fc99e Initial load
duke
parents:
diff changeset
102 }
a61af66fc99e Initial load
duke
parents:
diff changeset
103 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
104 }
a61af66fc99e Initial load
duke
parents:
diff changeset
105
a61af66fc99e Initial load
duke
parents:
diff changeset
106 inline void OrderAccess::store_fence(jshort* p, jshort v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
107 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
108 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
109 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
110 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
111 mov edx, p;
a61af66fc99e Initial load
duke
parents:
diff changeset
112 mov ax, v;
a61af66fc99e Initial load
duke
parents:
diff changeset
113 xchg ax, word ptr [edx];
a61af66fc99e Initial load
duke
parents:
diff changeset
114 }
a61af66fc99e Initial load
duke
parents:
diff changeset
115 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
116 }
a61af66fc99e Initial load
duke
parents:
diff changeset
117
a61af66fc99e Initial load
duke
parents:
diff changeset
118 inline void OrderAccess::store_fence(jint* p, jint v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
119 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
120 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
121 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
122 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
123 mov edx, p;
a61af66fc99e Initial load
duke
parents:
diff changeset
124 mov eax, v;
a61af66fc99e Initial load
duke
parents:
diff changeset
125 xchg eax, dword ptr [edx];
a61af66fc99e Initial load
duke
parents:
diff changeset
126 }
a61af66fc99e Initial load
duke
parents:
diff changeset
127 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
128 }
a61af66fc99e Initial load
duke
parents:
diff changeset
129
a61af66fc99e Initial load
duke
parents:
diff changeset
130 inline void OrderAccess::store_fence(jlong* p, jlong v) { *p = v; fence(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
131 inline void OrderAccess::store_fence(jubyte* p, jubyte v) { store_fence((jbyte*)p, (jbyte)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
132 inline void OrderAccess::store_fence(jushort* p, jushort v) { store_fence((jshort*)p, (jshort)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
133 inline void OrderAccess::store_fence(juint* p, juint v) { store_fence((jint*)p, (jint)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
134 inline void OrderAccess::store_fence(julong* p, julong v) { store_fence((jlong*)p, (jlong)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
135 inline void OrderAccess::store_fence(jfloat* p, jfloat v) { *p = v; fence(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
136 inline void OrderAccess::store_fence(jdouble* p, jdouble v) { *p = v; fence(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
137
a61af66fc99e Initial load
duke
parents:
diff changeset
138 inline void OrderAccess::store_ptr_fence(intptr_t* p, intptr_t v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
139 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
140 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
141 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
142 store_fence((jint*)p, (jint)v);
a61af66fc99e Initial load
duke
parents:
diff changeset
143 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
144 }
a61af66fc99e Initial load
duke
parents:
diff changeset
145
a61af66fc99e Initial load
duke
parents:
diff changeset
146 inline void OrderAccess::store_ptr_fence(void** p, void* v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
147 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
148 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
149 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
150 store_fence((jint*)p, (jint)v);
a61af66fc99e Initial load
duke
parents:
diff changeset
151 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
152 }
a61af66fc99e Initial load
duke
parents:
diff changeset
153
a61af66fc99e Initial load
duke
parents:
diff changeset
154 // Must duplicate definitions instead of calling store_fence because we don't want to cast away volatile.
a61af66fc99e Initial load
duke
parents:
diff changeset
155 inline void OrderAccess::release_store_fence(volatile jbyte* p, jbyte v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
156 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
157 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
158 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
159 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
160 mov edx, p;
a61af66fc99e Initial load
duke
parents:
diff changeset
161 mov al, v;
a61af66fc99e Initial load
duke
parents:
diff changeset
162 xchg al, byte ptr [edx];
a61af66fc99e Initial load
duke
parents:
diff changeset
163 }
a61af66fc99e Initial load
duke
parents:
diff changeset
164 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
165 }
a61af66fc99e Initial load
duke
parents:
diff changeset
166
a61af66fc99e Initial load
duke
parents:
diff changeset
167 inline void OrderAccess::release_store_fence(volatile jshort* p, jshort v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
168 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
169 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
170 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
171 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
172 mov edx, p;
a61af66fc99e Initial load
duke
parents:
diff changeset
173 mov ax, v;
a61af66fc99e Initial load
duke
parents:
diff changeset
174 xchg ax, word ptr [edx];
a61af66fc99e Initial load
duke
parents:
diff changeset
175 }
a61af66fc99e Initial load
duke
parents:
diff changeset
176 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
177 }
a61af66fc99e Initial load
duke
parents:
diff changeset
178
a61af66fc99e Initial load
duke
parents:
diff changeset
179 inline void OrderAccess::release_store_fence(volatile jint* p, jint v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
180 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
181 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
182 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
183 __asm {
a61af66fc99e Initial load
duke
parents:
diff changeset
184 mov edx, p;
a61af66fc99e Initial load
duke
parents:
diff changeset
185 mov eax, v;
a61af66fc99e Initial load
duke
parents:
diff changeset
186 xchg eax, dword ptr [edx];
a61af66fc99e Initial load
duke
parents:
diff changeset
187 }
a61af66fc99e Initial load
duke
parents:
diff changeset
188 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
189 }
a61af66fc99e Initial load
duke
parents:
diff changeset
190
a61af66fc99e Initial load
duke
parents:
diff changeset
191 inline void OrderAccess::release_store_fence(volatile jlong* p, jlong v) { *p = v; fence(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
192
a61af66fc99e Initial load
duke
parents:
diff changeset
193 inline void OrderAccess::release_store_fence(volatile jubyte* p, jubyte v) { release_store_fence((volatile jbyte*)p, (jbyte)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
194 inline void OrderAccess::release_store_fence(volatile jushort* p, jushort v) { release_store_fence((volatile jshort*)p, (jshort)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
195 inline void OrderAccess::release_store_fence(volatile juint* p, juint v) { release_store_fence((volatile jint*)p, (jint)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
196 inline void OrderAccess::release_store_fence(volatile julong* p, julong v) { release_store_fence((volatile jlong*)p, (jlong)v); }
a61af66fc99e Initial load
duke
parents:
diff changeset
197 inline void OrderAccess::release_store_fence(volatile jfloat* p, jfloat v) { *p = v; fence(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
198 inline void OrderAccess::release_store_fence(volatile jdouble* p, jdouble v) { *p = v; fence(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
199
a61af66fc99e Initial load
duke
parents:
diff changeset
200 inline void OrderAccess::release_store_ptr_fence(volatile intptr_t* p, intptr_t v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
201 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
202 *p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
203 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
204 release_store_fence((volatile jint*)p, (jint)v);
a61af66fc99e Initial load
duke
parents:
diff changeset
205 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
206 }
a61af66fc99e Initial load
duke
parents:
diff changeset
207
a61af66fc99e Initial load
duke
parents:
diff changeset
208 inline void OrderAccess::release_store_ptr_fence(volatile void* p, void* v) {
a61af66fc99e Initial load
duke
parents:
diff changeset
209 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
210 *(void* volatile *)p = v; fence();
a61af66fc99e Initial load
duke
parents:
diff changeset
211 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
212 release_store_fence((volatile jint*)p, (jint)v);
a61af66fc99e Initial load
duke
parents:
diff changeset
213 #endif // AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
214 }
a61af66fc99e Initial load
duke
parents:
diff changeset
215
a61af66fc99e Initial load
duke
parents:
diff changeset
216 #pragma warning(default: 4035) // Enables warnings reporting missing return statement
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1711
diff changeset
217
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1711
diff changeset
218 #endif // OS_CPU_WINDOWS_X86_VM_ORDERACCESS_WINDOWS_X86_INLINE_HPP