annotate src/os_cpu/linux_x86/vm/atomic_linux_x86.inline.hpp @ 1972:f95d63e2154a

6989984: Use standard include model for Hospot Summary: Replaced MakeDeps and the includeDB files with more standardized solutions. Reviewed-by: coleenp, kvn, kamg
author stefank
date Tue, 23 Nov 2010 13:22:55 -0800
parents c18cbe5936b8
children 4fc084dac61e
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
2 * Copyright (c) 1999, 2010, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 0
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 0
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 0
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
25 #ifndef OS_CPU_LINUX_X86_VM_ATOMIC_LINUX_X86_INLINE_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
26 #define OS_CPU_LINUX_X86_VM_ATOMIC_LINUX_X86_INLINE_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
27
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
28 #include "orderAccess_linux_x86.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
29 #include "runtime/atomic.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
30 #include "runtime/os.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
31 #include "vm_version_x86.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
32
0
a61af66fc99e Initial load
duke
parents:
diff changeset
33 // Implementation of class atomic
a61af66fc99e Initial load
duke
parents:
diff changeset
34
a61af66fc99e Initial load
duke
parents:
diff changeset
35 inline void Atomic::store (jbyte store_value, jbyte* dest) { *dest = store_value; }
a61af66fc99e Initial load
duke
parents:
diff changeset
36 inline void Atomic::store (jshort store_value, jshort* dest) { *dest = store_value; }
a61af66fc99e Initial load
duke
parents:
diff changeset
37 inline void Atomic::store (jint store_value, jint* dest) { *dest = store_value; }
a61af66fc99e Initial load
duke
parents:
diff changeset
38 inline void Atomic::store_ptr(intptr_t store_value, intptr_t* dest) { *dest = store_value; }
a61af66fc99e Initial load
duke
parents:
diff changeset
39 inline void Atomic::store_ptr(void* store_value, void* dest) { *(void**)dest = store_value; }
a61af66fc99e Initial load
duke
parents:
diff changeset
40
a61af66fc99e Initial load
duke
parents:
diff changeset
41 inline void Atomic::store (jbyte store_value, volatile jbyte* dest) { *dest = store_value; }
a61af66fc99e Initial load
duke
parents:
diff changeset
42 inline void Atomic::store (jshort store_value, volatile jshort* dest) { *dest = store_value; }
a61af66fc99e Initial load
duke
parents:
diff changeset
43 inline void Atomic::store (jint store_value, volatile jint* dest) { *dest = store_value; }
a61af66fc99e Initial load
duke
parents:
diff changeset
44 inline void Atomic::store_ptr(intptr_t store_value, volatile intptr_t* dest) { *dest = store_value; }
a61af66fc99e Initial load
duke
parents:
diff changeset
45 inline void Atomic::store_ptr(void* store_value, volatile void* dest) { *(void* volatile *)dest = store_value; }
a61af66fc99e Initial load
duke
parents:
diff changeset
46
a61af66fc99e Initial load
duke
parents:
diff changeset
47
a61af66fc99e Initial load
duke
parents:
diff changeset
48 // Adding a lock prefix to an instruction on MP machine
a61af66fc99e Initial load
duke
parents:
diff changeset
49 #define LOCK_IF_MP(mp) "cmp $0, " #mp "; je 1f; lock; 1: "
a61af66fc99e Initial load
duke
parents:
diff changeset
50
a61af66fc99e Initial load
duke
parents:
diff changeset
51 inline jint Atomic::add (jint add_value, volatile jint* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
52 jint addend = add_value;
a61af66fc99e Initial load
duke
parents:
diff changeset
53 int mp = os::is_MP();
a61af66fc99e Initial load
duke
parents:
diff changeset
54 __asm__ volatile ( LOCK_IF_MP(%3) "xaddl %0,(%2)"
a61af66fc99e Initial load
duke
parents:
diff changeset
55 : "=r" (addend)
a61af66fc99e Initial load
duke
parents:
diff changeset
56 : "0" (addend), "r" (dest), "r" (mp)
a61af66fc99e Initial load
duke
parents:
diff changeset
57 : "cc", "memory");
a61af66fc99e Initial load
duke
parents:
diff changeset
58 return addend + add_value;
a61af66fc99e Initial load
duke
parents:
diff changeset
59 }
a61af66fc99e Initial load
duke
parents:
diff changeset
60
a61af66fc99e Initial load
duke
parents:
diff changeset
61 inline void Atomic::inc (volatile jint* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
62 int mp = os::is_MP();
a61af66fc99e Initial load
duke
parents:
diff changeset
63 __asm__ volatile (LOCK_IF_MP(%1) "addl $1,(%0)" :
a61af66fc99e Initial load
duke
parents:
diff changeset
64 : "r" (dest), "r" (mp) : "cc", "memory");
a61af66fc99e Initial load
duke
parents:
diff changeset
65 }
a61af66fc99e Initial load
duke
parents:
diff changeset
66
a61af66fc99e Initial load
duke
parents:
diff changeset
67 inline void Atomic::inc_ptr(volatile void* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
68 inc_ptr((volatile intptr_t*)dest);
a61af66fc99e Initial load
duke
parents:
diff changeset
69 }
a61af66fc99e Initial load
duke
parents:
diff changeset
70
a61af66fc99e Initial load
duke
parents:
diff changeset
71 inline void Atomic::dec (volatile jint* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
72 int mp = os::is_MP();
a61af66fc99e Initial load
duke
parents:
diff changeset
73 __asm__ volatile (LOCK_IF_MP(%1) "subl $1,(%0)" :
a61af66fc99e Initial load
duke
parents:
diff changeset
74 : "r" (dest), "r" (mp) : "cc", "memory");
a61af66fc99e Initial load
duke
parents:
diff changeset
75 }
a61af66fc99e Initial load
duke
parents:
diff changeset
76
a61af66fc99e Initial load
duke
parents:
diff changeset
77 inline void Atomic::dec_ptr(volatile void* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
78 dec_ptr((volatile intptr_t*)dest);
a61af66fc99e Initial load
duke
parents:
diff changeset
79 }
a61af66fc99e Initial load
duke
parents:
diff changeset
80
a61af66fc99e Initial load
duke
parents:
diff changeset
81 inline jint Atomic::xchg (jint exchange_value, volatile jint* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
82 __asm__ volatile ( "xchgl (%2),%0"
a61af66fc99e Initial load
duke
parents:
diff changeset
83 : "=r" (exchange_value)
a61af66fc99e Initial load
duke
parents:
diff changeset
84 : "0" (exchange_value), "r" (dest)
a61af66fc99e Initial load
duke
parents:
diff changeset
85 : "memory");
a61af66fc99e Initial load
duke
parents:
diff changeset
86 return exchange_value;
a61af66fc99e Initial load
duke
parents:
diff changeset
87 }
a61af66fc99e Initial load
duke
parents:
diff changeset
88
a61af66fc99e Initial load
duke
parents:
diff changeset
89 inline void* Atomic::xchg_ptr(void* exchange_value, volatile void* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
90 return (void*)xchg_ptr((intptr_t)exchange_value, (volatile intptr_t*)dest);
a61af66fc99e Initial load
duke
parents:
diff changeset
91 }
a61af66fc99e Initial load
duke
parents:
diff changeset
92
a61af66fc99e Initial load
duke
parents:
diff changeset
93
a61af66fc99e Initial load
duke
parents:
diff changeset
94 inline jint Atomic::cmpxchg (jint exchange_value, volatile jint* dest, jint compare_value) {
a61af66fc99e Initial load
duke
parents:
diff changeset
95 int mp = os::is_MP();
a61af66fc99e Initial load
duke
parents:
diff changeset
96 __asm__ volatile (LOCK_IF_MP(%4) "cmpxchgl %1,(%3)"
a61af66fc99e Initial load
duke
parents:
diff changeset
97 : "=a" (exchange_value)
a61af66fc99e Initial load
duke
parents:
diff changeset
98 : "r" (exchange_value), "a" (compare_value), "r" (dest), "r" (mp)
a61af66fc99e Initial load
duke
parents:
diff changeset
99 : "cc", "memory");
a61af66fc99e Initial load
duke
parents:
diff changeset
100 return exchange_value;
a61af66fc99e Initial load
duke
parents:
diff changeset
101 }
a61af66fc99e Initial load
duke
parents:
diff changeset
102
a61af66fc99e Initial load
duke
parents:
diff changeset
103 extern "C" {
a61af66fc99e Initial load
duke
parents:
diff changeset
104 // defined in linux_x86.s
a61af66fc99e Initial load
duke
parents:
diff changeset
105 jlong _Atomic_cmpxchg_long(jlong, volatile jlong*, jlong, bool);
a61af66fc99e Initial load
duke
parents:
diff changeset
106 }
a61af66fc99e Initial load
duke
parents:
diff changeset
107
a61af66fc99e Initial load
duke
parents:
diff changeset
108 #ifdef AMD64
a61af66fc99e Initial load
duke
parents:
diff changeset
109 inline void Atomic::store (jlong store_value, jlong* dest) { *dest = store_value; }
a61af66fc99e Initial load
duke
parents:
diff changeset
110 inline void Atomic::store (jlong store_value, volatile jlong* dest) { *dest = store_value; }
a61af66fc99e Initial load
duke
parents:
diff changeset
111
a61af66fc99e Initial load
duke
parents:
diff changeset
112 inline intptr_t Atomic::add_ptr(intptr_t add_value, volatile intptr_t* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
113 intptr_t addend = add_value;
a61af66fc99e Initial load
duke
parents:
diff changeset
114 bool mp = os::is_MP();
a61af66fc99e Initial load
duke
parents:
diff changeset
115 __asm__ __volatile__ (LOCK_IF_MP(%3) "xaddq %0,(%2)"
a61af66fc99e Initial load
duke
parents:
diff changeset
116 : "=r" (addend)
a61af66fc99e Initial load
duke
parents:
diff changeset
117 : "0" (addend), "r" (dest), "r" (mp)
a61af66fc99e Initial load
duke
parents:
diff changeset
118 : "cc", "memory");
a61af66fc99e Initial load
duke
parents:
diff changeset
119 return addend + add_value;
a61af66fc99e Initial load
duke
parents:
diff changeset
120 }
a61af66fc99e Initial load
duke
parents:
diff changeset
121
a61af66fc99e Initial load
duke
parents:
diff changeset
122 inline void* Atomic::add_ptr(intptr_t add_value, volatile void* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
123 return (void*)add_ptr(add_value, (volatile intptr_t*)dest);
a61af66fc99e Initial load
duke
parents:
diff changeset
124 }
a61af66fc99e Initial load
duke
parents:
diff changeset
125
a61af66fc99e Initial load
duke
parents:
diff changeset
126 inline void Atomic::inc_ptr(volatile intptr_t* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
127 bool mp = os::is_MP();
a61af66fc99e Initial load
duke
parents:
diff changeset
128 __asm__ __volatile__ (LOCK_IF_MP(%1) "addq $1,(%0)"
a61af66fc99e Initial load
duke
parents:
diff changeset
129 :
a61af66fc99e Initial load
duke
parents:
diff changeset
130 : "r" (dest), "r" (mp)
a61af66fc99e Initial load
duke
parents:
diff changeset
131 : "cc", "memory");
a61af66fc99e Initial load
duke
parents:
diff changeset
132 }
a61af66fc99e Initial load
duke
parents:
diff changeset
133
a61af66fc99e Initial load
duke
parents:
diff changeset
134 inline void Atomic::dec_ptr(volatile intptr_t* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
135 bool mp = os::is_MP();
a61af66fc99e Initial load
duke
parents:
diff changeset
136 __asm__ __volatile__ (LOCK_IF_MP(%1) "subq $1,(%0)"
a61af66fc99e Initial load
duke
parents:
diff changeset
137 :
a61af66fc99e Initial load
duke
parents:
diff changeset
138 : "r" (dest), "r" (mp)
a61af66fc99e Initial load
duke
parents:
diff changeset
139 : "cc", "memory");
a61af66fc99e Initial load
duke
parents:
diff changeset
140 }
a61af66fc99e Initial load
duke
parents:
diff changeset
141
a61af66fc99e Initial load
duke
parents:
diff changeset
142 inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
143 __asm__ __volatile__ ("xchgq (%2),%0"
a61af66fc99e Initial load
duke
parents:
diff changeset
144 : "=r" (exchange_value)
a61af66fc99e Initial load
duke
parents:
diff changeset
145 : "0" (exchange_value), "r" (dest)
a61af66fc99e Initial load
duke
parents:
diff changeset
146 : "memory");
a61af66fc99e Initial load
duke
parents:
diff changeset
147 return exchange_value;
a61af66fc99e Initial load
duke
parents:
diff changeset
148 }
a61af66fc99e Initial load
duke
parents:
diff changeset
149
a61af66fc99e Initial load
duke
parents:
diff changeset
150 inline jlong Atomic::cmpxchg (jlong exchange_value, volatile jlong* dest, jlong compare_value) {
a61af66fc99e Initial load
duke
parents:
diff changeset
151 bool mp = os::is_MP();
a61af66fc99e Initial load
duke
parents:
diff changeset
152 __asm__ __volatile__ (LOCK_IF_MP(%4) "cmpxchgq %1,(%3)"
a61af66fc99e Initial load
duke
parents:
diff changeset
153 : "=a" (exchange_value)
a61af66fc99e Initial load
duke
parents:
diff changeset
154 : "r" (exchange_value), "a" (compare_value), "r" (dest), "r" (mp)
a61af66fc99e Initial load
duke
parents:
diff changeset
155 : "cc", "memory");
a61af66fc99e Initial load
duke
parents:
diff changeset
156 return exchange_value;
a61af66fc99e Initial load
duke
parents:
diff changeset
157 }
a61af66fc99e Initial load
duke
parents:
diff changeset
158
a61af66fc99e Initial load
duke
parents:
diff changeset
159 inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value) {
a61af66fc99e Initial load
duke
parents:
diff changeset
160 return (intptr_t)cmpxchg((jlong)exchange_value, (volatile jlong*)dest, (jlong)compare_value);
a61af66fc99e Initial load
duke
parents:
diff changeset
161 }
a61af66fc99e Initial load
duke
parents:
diff changeset
162
a61af66fc99e Initial load
duke
parents:
diff changeset
163 inline void* Atomic::cmpxchg_ptr(void* exchange_value, volatile void* dest, void* compare_value) {
a61af66fc99e Initial load
duke
parents:
diff changeset
164 return (void*)cmpxchg((jlong)exchange_value, (volatile jlong*)dest, (jlong)compare_value);
a61af66fc99e Initial load
duke
parents:
diff changeset
165 }
a61af66fc99e Initial load
duke
parents:
diff changeset
166
a61af66fc99e Initial load
duke
parents:
diff changeset
167 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
168 //inline void Atomic::store (jlong store_value, jlong* dest) { *dest = store_value; }
a61af66fc99e Initial load
duke
parents:
diff changeset
169 //inline void Atomic::store (jlong store_value, volatile jlong* dest) { *dest = store_value; }
a61af66fc99e Initial load
duke
parents:
diff changeset
170
a61af66fc99e Initial load
duke
parents:
diff changeset
171 inline intptr_t Atomic::add_ptr(intptr_t add_value, volatile intptr_t* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
172 return (intptr_t)Atomic::add((jint)add_value, (volatile jint*)dest);
a61af66fc99e Initial load
duke
parents:
diff changeset
173 }
a61af66fc99e Initial load
duke
parents:
diff changeset
174
a61af66fc99e Initial load
duke
parents:
diff changeset
175 inline void* Atomic::add_ptr(intptr_t add_value, volatile void* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
176 return (void*)Atomic::add((jint)add_value, (volatile jint*)dest);
a61af66fc99e Initial load
duke
parents:
diff changeset
177 }
a61af66fc99e Initial load
duke
parents:
diff changeset
178
a61af66fc99e Initial load
duke
parents:
diff changeset
179
a61af66fc99e Initial load
duke
parents:
diff changeset
180 inline void Atomic::inc_ptr(volatile intptr_t* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
181 inc((volatile jint*)dest);
a61af66fc99e Initial load
duke
parents:
diff changeset
182 }
a61af66fc99e Initial load
duke
parents:
diff changeset
183
a61af66fc99e Initial load
duke
parents:
diff changeset
184 inline void Atomic::dec_ptr(volatile intptr_t* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
185 dec((volatile jint*)dest);
a61af66fc99e Initial load
duke
parents:
diff changeset
186 }
a61af66fc99e Initial load
duke
parents:
diff changeset
187
a61af66fc99e Initial load
duke
parents:
diff changeset
188 inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest) {
a61af66fc99e Initial load
duke
parents:
diff changeset
189 return (intptr_t)xchg((jint)exchange_value, (volatile jint*)dest);
a61af66fc99e Initial load
duke
parents:
diff changeset
190 }
a61af66fc99e Initial load
duke
parents:
diff changeset
191
a61af66fc99e Initial load
duke
parents:
diff changeset
192 inline jlong Atomic::cmpxchg (jlong exchange_value, volatile jlong* dest, jlong compare_value) {
a61af66fc99e Initial load
duke
parents:
diff changeset
193 return _Atomic_cmpxchg_long(exchange_value, dest, compare_value, os::is_MP());
a61af66fc99e Initial load
duke
parents:
diff changeset
194 }
a61af66fc99e Initial load
duke
parents:
diff changeset
195
a61af66fc99e Initial load
duke
parents:
diff changeset
196 inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value) {
a61af66fc99e Initial load
duke
parents:
diff changeset
197 return (intptr_t)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value);
a61af66fc99e Initial load
duke
parents:
diff changeset
198 }
a61af66fc99e Initial load
duke
parents:
diff changeset
199
a61af66fc99e Initial load
duke
parents:
diff changeset
200 inline void* Atomic::cmpxchg_ptr(void* exchange_value, volatile void* dest, void* compare_value) {
a61af66fc99e Initial load
duke
parents:
diff changeset
201 return (void*)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value);
a61af66fc99e Initial load
duke
parents:
diff changeset
202 }
a61af66fc99e Initial load
duke
parents:
diff changeset
203 #endif // AMD64
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
204
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1552
diff changeset
205 #endif // OS_CPU_LINUX_X86_VM_ATOMIC_LINUX_X86_INLINE_HPP