Mercurial > hg > truffle
annotate src/os_cpu/solaris_x86/vm/atomic_solaris_x86.inline.hpp @ 3193:52087773be5b
IdealGraphVisualizer: Make scheduling more robust by ignoring graphs without any nodes and by using the node with the lowest id as root when there is no node labeled "Root" and no node without predecessors
| author | Peter Hofer <peter.hofer@jku.at> |
|---|---|
| date | Fri, 08 Jul 2011 14:26:12 +0200 |
| parents | 4fc084dac61e |
| children | 63e54c37ac64 |
| rev | line source |
|---|---|
| 0 | 1 /* |
|
2114
4fc084dac61e
7009756: volatile variables could be broken throw reflection API
kvn
parents:
1972
diff
changeset
|
2 * Copyright (c) 1999, 2011, Oracle and/or its affiliates. All rights reserved. |
| 0 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
| 4 * | |
| 5 * This code is free software; you can redistribute it and/or modify it | |
| 6 * under the terms of the GNU General Public License version 2 only, as | |
| 7 * published by the Free Software Foundation. | |
| 8 * | |
| 9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
| 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
| 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
| 12 * version 2 for more details (a copy is included in the LICENSE file that | |
| 13 * accompanied this code). | |
| 14 * | |
| 15 * You should have received a copy of the GNU General Public License version | |
| 16 * 2 along with this work; if not, write to the Free Software Foundation, | |
| 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
| 18 * | |
|
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1547
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
|
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1547
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
|
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1547
diff
changeset
|
21 * questions. |
| 0 | 22 * |
| 23 */ | |
| 24 | |
| 1972 | 25 #ifndef OS_CPU_SOLARIS_X86_VM_ATOMIC_SOLARIS_X86_INLINE_HPP |
| 26 #define OS_CPU_SOLARIS_X86_VM_ATOMIC_SOLARIS_X86_INLINE_HPP | |
| 27 | |
| 28 #include "orderAccess_solaris_x86.inline.hpp" | |
| 29 #include "runtime/atomic.hpp" | |
| 30 #include "runtime/os.hpp" | |
| 31 #include "vm_version_x86.hpp" | |
| 32 | |
| 0 | 33 inline void Atomic::store (jbyte store_value, jbyte* dest) { *dest = store_value; } |
| 34 inline void Atomic::store (jshort store_value, jshort* dest) { *dest = store_value; } | |
| 35 inline void Atomic::store (jint store_value, jint* dest) { *dest = store_value; } | |
| 36 | |
| 37 | |
| 38 inline void Atomic::store_ptr(intptr_t store_value, intptr_t* dest) { *dest = store_value; } | |
| 39 inline void Atomic::store_ptr(void* store_value, void* dest) { *(void**)dest = store_value; } | |
| 40 | |
| 41 inline void Atomic::store (jbyte store_value, volatile jbyte* dest) { *dest = store_value; } | |
| 42 inline void Atomic::store (jshort store_value, volatile jshort* dest) { *dest = store_value; } | |
| 43 inline void Atomic::store (jint store_value, volatile jint* dest) { *dest = store_value; } | |
| 44 inline void Atomic::store_ptr(intptr_t store_value, volatile intptr_t* dest) { *dest = store_value; } | |
| 45 inline void Atomic::store_ptr(void* store_value, volatile void* dest) { *(void* volatile *)dest = store_value; } | |
| 46 | |
| 47 inline void Atomic::inc (volatile jint* dest) { (void)add (1, dest); } | |
| 48 inline void Atomic::inc_ptr(volatile intptr_t* dest) { (void)add_ptr(1, dest); } | |
| 49 inline void Atomic::inc_ptr(volatile void* dest) { (void)add_ptr(1, dest); } | |
| 50 | |
| 51 inline void Atomic::dec (volatile jint* dest) { (void)add (-1, dest); } | |
| 52 inline void Atomic::dec_ptr(volatile intptr_t* dest) { (void)add_ptr(-1, dest); } | |
| 53 inline void Atomic::dec_ptr(volatile void* dest) { (void)add_ptr(-1, dest); } | |
| 54 | |
| 55 // For Sun Studio - implementation is in solaris_x86_[32/64].il. | |
| 56 // For gcc - implementation is just below. | |
| 57 | |
|
1547
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
58 // The lock prefix can be omitted for certain instructions on uniprocessors; to |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
59 // facilitate this, os::is_MP() is passed as an additional argument. 64-bit |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
60 // processors are assumed to be multi-threaded and/or multi-core, so the extra |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
61 // argument is unnecessary. |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
62 #ifndef _LP64 |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
63 #define IS_MP_DECL() , int is_mp |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
64 #define IS_MP_ARG() , (int) os::is_MP() |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
65 #else |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
66 #define IS_MP_DECL() |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
67 #define IS_MP_ARG() |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
68 #endif // _LP64 |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
69 |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
70 extern "C" { |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
71 jint _Atomic_add(jint add_value, volatile jint* dest IS_MP_DECL()); |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
72 jint _Atomic_xchg(jint exchange_value, volatile jint* dest); |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
73 jint _Atomic_cmpxchg(jint exchange_value, volatile jint* dest, |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
74 jint compare_value IS_MP_DECL()); |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
75 jlong _Atomic_cmpxchg_long(jlong exchange_value, volatile jlong* dest, |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
76 jlong compare_value IS_MP_DECL()); |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
77 } |
| 0 | 78 |
| 79 inline jint Atomic::add (jint add_value, volatile jint* dest) { | |
|
1547
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
80 return _Atomic_add(add_value, dest IS_MP_ARG()); |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
81 } |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
82 |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
83 inline jint Atomic::xchg (jint exchange_value, volatile jint* dest) { |
|
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
84 return _Atomic_xchg(exchange_value, dest); |
| 0 | 85 } |
| 86 | |
| 87 inline jint Atomic::cmpxchg (jint exchange_value, volatile jint* dest, jint compare_value) { | |
|
1547
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
88 return _Atomic_cmpxchg(exchange_value, dest, compare_value IS_MP_ARG()); |
| 0 | 89 } |
| 90 | |
| 91 inline jlong Atomic::cmpxchg (jlong exchange_value, volatile jlong* dest, jlong compare_value) { | |
|
1547
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
92 return _Atomic_cmpxchg_long(exchange_value, dest, compare_value IS_MP_ARG()); |
| 0 | 93 } |
| 94 | |
| 95 | |
| 96 #ifdef AMD64 | |
| 97 inline void Atomic::store (jlong store_value, jlong* dest) { *dest = store_value; } | |
| 98 inline void Atomic::store (jlong store_value, volatile jlong* dest) { *dest = store_value; } | |
|
1547
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
99 extern "C" jlong _Atomic_add_long(jlong add_value, volatile jlong* dest); |
| 0 | 100 extern "C" jlong _Atomic_xchg_long(jlong exchange_value, volatile jlong* dest); |
| 101 | |
| 102 inline intptr_t Atomic::add_ptr(intptr_t add_value, volatile intptr_t* dest) { | |
|
1547
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
103 return (intptr_t)_Atomic_add_long((jlong)add_value, (volatile jlong*)dest); |
| 0 | 104 } |
| 105 | |
| 106 inline void* Atomic::add_ptr(intptr_t add_value, volatile void* dest) { | |
|
1547
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
107 return (void*)_Atomic_add_long((jlong)add_value, (volatile jlong*)dest); |
| 0 | 108 } |
| 109 | |
| 110 inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest) { | |
| 111 return (intptr_t)_Atomic_xchg_long((jlong)exchange_value, (volatile jlong*)dest); | |
| 112 } | |
| 113 | |
| 114 inline void* Atomic::xchg_ptr(void* exchange_value, volatile void* dest) { | |
| 115 return (void*)_Atomic_xchg_long((jlong)exchange_value, (volatile jlong*)dest); | |
| 116 } | |
| 117 | |
| 118 inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value) { | |
|
1547
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
119 return (intptr_t)_Atomic_cmpxchg_long((jlong)exchange_value, (volatile jlong*)dest, (jlong)compare_value); |
| 0 | 120 } |
| 121 | |
| 122 inline void* Atomic::cmpxchg_ptr(void* exchange_value, volatile void* dest, void* compare_value) { | |
|
1547
fb1a39993f69
6951319: enable solaris builds using Sun Studio 12 update 1
jcoomes
parents:
948
diff
changeset
|
123 return (void*)_Atomic_cmpxchg_long((jlong)exchange_value, (volatile jlong*)dest, (jlong)compare_value); |
| 0 | 124 } |
| 125 | |
| 894 | 126 inline jlong Atomic::load(volatile jlong* src) { return *src; } |
| 127 | |
| 0 | 128 #else // !AMD64 |
| 129 | |
| 130 inline intptr_t Atomic::add_ptr(intptr_t add_value, volatile intptr_t* dest) { | |
| 131 return (intptr_t)add((jint)add_value, (volatile jint*)dest); | |
| 132 } | |
| 133 | |
| 134 inline void* Atomic::add_ptr(intptr_t add_value, volatile void* dest) { | |
| 135 return (void*)add((jint)add_value, (volatile jint*)dest); | |
| 136 } | |
| 137 | |
| 138 inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest) { | |
| 139 return (intptr_t)xchg((jint)exchange_value, (volatile jint*)dest); | |
| 140 } | |
| 141 | |
| 142 inline void* Atomic::xchg_ptr(void* exchange_value, volatile void* dest) { | |
| 143 return (void*)xchg((jint)exchange_value, (volatile jint*)dest); | |
| 144 } | |
| 145 | |
| 146 inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value) { | |
| 147 return (intptr_t)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value); | |
| 148 } | |
| 149 | |
| 150 inline void* Atomic::cmpxchg_ptr(void* exchange_value, volatile void* dest, void* compare_value) { | |
| 151 return (void*)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value); | |
| 152 } | |
| 894 | 153 |
|
2114
4fc084dac61e
7009756: volatile variables could be broken throw reflection API
kvn
parents:
1972
diff
changeset
|
154 extern "C" void _Atomic_move_long(volatile jlong* src, volatile jlong* dst); |
| 894 | 155 |
| 156 inline jlong Atomic::load(volatile jlong* src) { | |
| 157 volatile jlong dest; | |
|
2114
4fc084dac61e
7009756: volatile variables could be broken throw reflection API
kvn
parents:
1972
diff
changeset
|
158 _Atomic_move_long(src, &dest); |
| 894 | 159 return dest; |
| 160 } | |
| 161 | |
|
2114
4fc084dac61e
7009756: volatile variables could be broken throw reflection API
kvn
parents:
1972
diff
changeset
|
162 inline void Atomic::store(jlong store_value, jlong* dest) { |
|
4fc084dac61e
7009756: volatile variables could be broken throw reflection API
kvn
parents:
1972
diff
changeset
|
163 _Atomic_move_long((volatile jlong*)&store_value, (volatile jlong*)dest); |
|
4fc084dac61e
7009756: volatile variables could be broken throw reflection API
kvn
parents:
1972
diff
changeset
|
164 } |
|
4fc084dac61e
7009756: volatile variables could be broken throw reflection API
kvn
parents:
1972
diff
changeset
|
165 |
|
4fc084dac61e
7009756: volatile variables could be broken throw reflection API
kvn
parents:
1972
diff
changeset
|
166 inline void Atomic::store(jlong store_value, volatile jlong* dest) { |
|
4fc084dac61e
7009756: volatile variables could be broken throw reflection API
kvn
parents:
1972
diff
changeset
|
167 _Atomic_move_long((volatile jlong*)&store_value, dest); |
|
4fc084dac61e
7009756: volatile variables could be broken throw reflection API
kvn
parents:
1972
diff
changeset
|
168 } |
|
4fc084dac61e
7009756: volatile variables could be broken throw reflection API
kvn
parents:
1972
diff
changeset
|
169 |
| 0 | 170 #endif // AMD64 |
| 171 | |
| 172 #ifdef _GNU_SOURCE | |
| 173 // Add a lock prefix to an instruction on an MP machine | |
| 174 #define LOCK_IF_MP(mp) "cmp $0, " #mp "; je 1f; lock; 1: " | |
| 175 | |
| 176 extern "C" { | |
| 177 inline jint _Atomic_add(jint add_value, volatile jint* dest, int mp) { | |
| 178 jint addend = add_value; | |
| 179 __asm__ volatile ( LOCK_IF_MP(%3) "xaddl %0,(%2)" | |
| 180 : "=r" (addend) | |
| 181 : "0" (addend), "r" (dest), "r" (mp) | |
| 182 : "cc", "memory"); | |
| 183 return addend + add_value; | |
| 184 } | |
| 185 | |
| 186 #ifdef AMD64 | |
| 187 inline jlong _Atomic_add_long(jlong add_value, volatile jlong* dest, int mp) { | |
| 188 intptr_t addend = add_value; | |
| 189 __asm__ __volatile__ (LOCK_IF_MP(%3) "xaddq %0,(%2)" | |
| 190 : "=r" (addend) | |
| 191 : "0" (addend), "r" (dest), "r" (mp) | |
| 192 : "cc", "memory"); | |
| 193 return addend + add_value; | |
| 194 } | |
| 195 | |
| 196 inline jlong _Atomic_xchg_long(jlong exchange_value, volatile jlong* dest) { | |
| 197 __asm__ __volatile__ ("xchgq (%2),%0" | |
| 198 : "=r" (exchange_value) | |
| 199 : "0" (exchange_value), "r" (dest) | |
| 200 : "memory"); | |
| 201 return exchange_value; | |
| 202 } | |
| 203 | |
| 204 #endif // AMD64 | |
| 205 | |
| 206 inline jint _Atomic_xchg(jint exchange_value, volatile jint* dest) { | |
| 207 __asm__ __volatile__ ("xchgl (%2),%0" | |
| 208 : "=r" (exchange_value) | |
| 209 : "0" (exchange_value), "r" (dest) | |
| 210 : "memory"); | |
| 211 return exchange_value; | |
| 212 } | |
| 213 | |
| 214 inline jint _Atomic_cmpxchg(jint exchange_value, volatile jint* dest, jint compare_value, int mp) { | |
| 215 __asm__ volatile (LOCK_IF_MP(%4) "cmpxchgl %1,(%3)" | |
| 216 : "=a" (exchange_value) | |
| 217 : "r" (exchange_value), "a" (compare_value), "r" (dest), "r" (mp) | |
| 218 : "cc", "memory"); | |
| 219 return exchange_value; | |
| 220 } | |
| 221 | |
| 222 // This is the interface to the atomic instruction in solaris_i486.s. | |
| 223 jlong _Atomic_cmpxchg_long_gcc(jlong exchange_value, volatile jlong* dest, jlong compare_value, int mp); | |
| 224 | |
| 225 inline jlong _Atomic_cmpxchg_long(jlong exchange_value, volatile jlong* dest, jlong compare_value, int mp) { | |
| 226 #ifdef AMD64 | |
| 227 __asm__ __volatile__ (LOCK_IF_MP(%4) "cmpxchgq %1,(%3)" | |
| 228 : "=a" (exchange_value) | |
| 229 : "r" (exchange_value), "a" (compare_value), "r" (dest), "r" (mp) | |
| 230 : "cc", "memory"); | |
| 231 return exchange_value; | |
| 232 #else | |
| 233 return _Atomic_cmpxchg_long_gcc(exchange_value, dest, compare_value, os::is_MP()); | |
| 234 | |
| 235 #if 0 | |
| 236 // The code below does not work presumably because of the bug in gcc | |
| 237 // The error message says: | |
| 238 // can't find a register in class BREG while reloading asm | |
| 239 // However I want to save this code and later replace _Atomic_cmpxchg_long_gcc | |
| 240 // with such inline asm code: | |
| 241 | |
| 242 volatile jlong_accessor evl, cvl, rv; | |
| 243 evl.long_value = exchange_value; | |
| 244 cvl.long_value = compare_value; | |
| 245 int mp = os::is_MP(); | |
| 246 | |
| 247 __asm__ volatile ("cmp $0, %%esi\n\t" | |
| 248 "je 1f \n\t" | |
| 249 "lock\n\t" | |
| 250 "1: cmpxchg8b (%%edi)\n\t" | |
| 251 : "=a"(cvl.words[0]), "=d"(cvl.words[1]) | |
| 252 : "a"(cvl.words[0]), "d"(cvl.words[1]), | |
| 253 "b"(evl.words[0]), "c"(evl.words[1]), | |
| 254 "D"(dest), "S"(mp) | |
| 255 : "cc", "memory"); | |
| 256 return cvl.long_value; | |
| 257 #endif // if 0 | |
| 258 #endif // AMD64 | |
| 259 } | |
| 260 } | |
| 261 #undef LOCK_IF_MP | |
| 262 | |
| 263 #endif // _GNU_SOURCE | |
| 1972 | 264 |
| 265 #endif // OS_CPU_SOLARIS_X86_VM_ATOMIC_SOLARIS_X86_INLINE_HPP |