truffle: src/os_cpu/linux_ppc/vm/atomic_linux

annotate src/os_cpu/linux_ppc/vm/atomic_linux_ppc.inline.hpp @ 17917:63c5920a038d

8042309: Some bugfixes for the ppc64 port. Reviewed-by: kvn

author	goetz
date	Fri, 02 May 2014 14:53:06 +0200
parents	67fa91961822
children	ce8f6bb717c9

rev	line source
14408 ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	1 /*
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	2 * Copyright (c) 1997, 2013, Oracle and/or its affiliates. All rights reserved.
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	3 * Copyright 2012, 2013 SAP AG. All rights reserved.
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	5 *
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	6 * This code is free software; you can redistribute it and/or modify it
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	7 * under the terms of the GNU General Public License version 2 only, as
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	8 * published by the Free Software Foundation.
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	9 *
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	10 * This code is distributed in the hope that it will be useful, but WITHOUT
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	13 * version 2 for more details (a copy is included in the LICENSE file that
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	14 * accompanied this code).
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	15 *
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	16 * You should have received a copy of the GNU General Public License version
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	17 * 2 along with this work; if not, write to the Free Software Foundation,
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	18 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	19 *
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	20 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	21 * or visit www.oracle.com if you need additional information or have any
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	22 * questions.
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	23 *
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	24 */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	25
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	26 #ifndef OS_CPU_LINUX_PPC_VM_ATOMIC_LINUX_PPC_INLINE_HPP
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	27 #define OS_CPU_LINUX_PPC_VM_ATOMIC_LINUX_PPC_INLINE_HPP
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	28
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	29 #include "orderAccess_linux_ppc.inline.hpp"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	30 #include "runtime/atomic.hpp"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	31 #include "runtime/os.hpp"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	32 #include "vm_version_ppc.hpp"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	33
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	34 #ifndef PPC64
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	35 #error "Atomic currently only implemented for PPC64"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	36 #endif
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	37
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	38 // Implementation of class atomic
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	39
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	40 inline void Atomic::store (jbyte store_value, jbyte* dest) { *dest = store_value; }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	41 inline void Atomic::store (jshort store_value, jshort* dest) { *dest = store_value; }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	42 inline void Atomic::store (jint store_value, jint* dest) { *dest = store_value; }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	43 inline void Atomic::store (jlong store_value, jlong* dest) { *dest = store_value; }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	44 inline void Atomic::store_ptr(intptr_t store_value, intptr_t* dest) { *dest = store_value; }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	45 inline void Atomic::store_ptr(void* store_value, void* dest) { (void*)dest = store_value; }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	46
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	47 inline void Atomic::store (jbyte store_value, volatile jbyte* dest) { *dest = store_value; }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	48 inline void Atomic::store (jshort store_value, volatile jshort* dest) { *dest = store_value; }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	49 inline void Atomic::store (jint store_value, volatile jint* dest) { *dest = store_value; }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	50 inline void Atomic::store (jlong store_value, volatile jlong* dest) { *dest = store_value; }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	51 inline void Atomic::store_ptr(intptr_t store_value, volatile intptr_t* dest) { *dest = store_value; }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	52 inline void Atomic::store_ptr(void* store_value, volatile void* dest) { (void volatile *)dest = store_value; }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	53
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	54 inline jlong Atomic::load(volatile jlong* src) { return *src; }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	55
17917 63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	56 //
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	57 // machine barrier instructions:
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	58 //
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	59 // - sync two-way memory barrier, aka fence
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	60 // - lwsync orders Store\|Store,
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	61 // Load\|Store,
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	62 // Load\|Load,
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	63 // but not Store\|Load
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	64 // - eieio orders memory accesses for device memory (only)
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	65 // - isync invalidates speculatively executed instructions
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	66 // From the POWER ISA 2.06 documentation:
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	67 // "[...] an isync instruction prevents the execution of
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	68 // instructions following the isync until instructions
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	69 // preceding the isync have completed, [...]"
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	70 // From IBM's AIX assembler reference:
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	71 // "The isync [...] instructions causes the processor to
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	72 // refetch any instructions that might have been fetched
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	73 // prior to the isync instruction. The instruction isync
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	74 // causes the processor to wait for all previous instructions
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	75 // to complete. Then any instructions already fetched are
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	76 // discarded and instruction processing continues in the
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	77 // environment established by the previous instructions."
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	78 //
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	79 // semantic barrier instructions:
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	80 // (as defined in orderAccess.hpp)
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	81 //
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	82 // - release orders Store\|Store, (maps to lwsync)
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	83 // Load\|Store
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	84 // - acquire orders Load\|Store, (maps to lwsync)
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	85 // Load\|Load
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	86 // - fence orders Store\|Store, (maps to sync)
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	87 // Load\|Store,
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	88 // Load\|Load,
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	89 // Store\|Load
63c5920a038d 8042309: Some bugfixes for the ppc64 port. goetz parents: 14445 diff changeset	90 //
14408 ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	91
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	92 #define strasm_sync "\n sync \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	93 #define strasm_lwsync "\n lwsync \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	94 #define strasm_isync "\n isync \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	95 #define strasm_release strasm_lwsync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	96 #define strasm_acquire strasm_lwsync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	97 #define strasm_fence strasm_sync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	98 #define strasm_nobarrier ""
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	99 #define strasm_nobarrier_clobber_memory ""
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	100
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	101 inline jint Atomic::add (jint add_value, volatile jint* dest) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	102
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	103 unsigned int result;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	104
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	105 __asm__ __volatile__ (
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	106 strasm_lwsync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	107 "1: lwarx %0, 0, %2 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	108 " add %0, %0, %1 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	109 " stwcx. %0, 0, %2 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	110 " bne- 1b \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	111 strasm_isync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	112 : /%0/"=&r" (result)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	113 : /%1/"r" (add_value), /%2/"r" (dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	114 : "cc", "memory" );
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	115
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	116 return (jint) result;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	117 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	118
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	119
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	120 inline intptr_t Atomic::add_ptr(intptr_t add_value, volatile intptr_t* dest) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	121
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	122 long result;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	123
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	124 __asm__ __volatile__ (
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	125 strasm_lwsync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	126 "1: ldarx %0, 0, %2 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	127 " add %0, %0, %1 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	128 " stdcx. %0, 0, %2 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	129 " bne- 1b \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	130 strasm_isync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	131 : /%0/"=&r" (result)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	132 : /%1/"r" (add_value), /%2/"r" (dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	133 : "cc", "memory" );
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	134
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	135 return (intptr_t) result;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	136 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	137
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	138 inline void* Atomic::add_ptr(intptr_t add_value, volatile void* dest) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	139 return (void)add_ptr(add_value, (volatile intptr_t)dest);
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	140 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	141
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	142
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	143 inline void Atomic::inc (volatile jint* dest) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	144
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	145 unsigned int temp;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	146
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	147 __asm__ __volatile__ (
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	148 strasm_nobarrier
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	149 "1: lwarx %0, 0, %2 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	150 " addic %0, %0, 1 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	151 " stwcx. %0, 0, %2 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	152 " bne- 1b \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	153 strasm_nobarrier
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	154 : /%0/"=&r" (temp), "=m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	155 : /%2/"r" (dest), "m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	156 : "cc" strasm_nobarrier_clobber_memory);
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	157
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	158 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	159
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	160 inline void Atomic::inc_ptr(volatile intptr_t* dest) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	161
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	162 long temp;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	163
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	164 __asm__ __volatile__ (
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	165 strasm_nobarrier
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	166 "1: ldarx %0, 0, %2 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	167 " addic %0, %0, 1 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	168 " stdcx. %0, 0, %2 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	169 " bne- 1b \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	170 strasm_nobarrier
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	171 : /%0/"=&r" (temp), "=m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	172 : /%2/"r" (dest), "m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	173 : "cc" strasm_nobarrier_clobber_memory);
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	174
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	175 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	176
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	177 inline void Atomic::inc_ptr(volatile void* dest) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	178 inc_ptr((volatile intptr_t*)dest);
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	179 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	180
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	181
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	182 inline void Atomic::dec (volatile jint* dest) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	183
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	184 unsigned int temp;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	185
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	186 __asm__ __volatile__ (
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	187 strasm_nobarrier
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	188 "1: lwarx %0, 0, %2 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	189 " addic %0, %0, -1 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	190 " stwcx. %0, 0, %2 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	191 " bne- 1b \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	192 strasm_nobarrier
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	193 : /%0/"=&r" (temp), "=m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	194 : /%2/"r" (dest), "m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	195 : "cc" strasm_nobarrier_clobber_memory);
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	196
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	197 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	198
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	199 inline void Atomic::dec_ptr(volatile intptr_t* dest) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	200
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	201 long temp;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	202
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	203 __asm__ __volatile__ (
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	204 strasm_nobarrier
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	205 "1: ldarx %0, 0, %2 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	206 " addic %0, %0, -1 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	207 " stdcx. %0, 0, %2 \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	208 " bne- 1b \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	209 strasm_nobarrier
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	210 : /%0/"=&r" (temp), "=m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	211 : /%2/"r" (dest), "m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	212 : "cc" strasm_nobarrier_clobber_memory);
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	213
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	214 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	215
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	216 inline void Atomic::dec_ptr(volatile void* dest) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	217 dec_ptr((volatile intptr_t*)dest);
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	218 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	219
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	220 inline jint Atomic::xchg(jint exchange_value, volatile jint* dest) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	221
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	222 // Note that xchg_ptr doesn't necessarily do an acquire
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	223 // (see synchronizer.cpp).
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	224
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	225 unsigned int old_value;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	226 const uint64_t zero = 0;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	227
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	228 __asm__ __volatile__ (
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	229 /* lwsync */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	230 strasm_lwsync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	231 /* atomic loop */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	232 "1: \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	233 " lwarx %[old_value], %[dest], %[zero] \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	234 " stwcx. %[exchange_value], %[dest], %[zero] \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	235 " bne- 1b \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	236 /* isync */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	237 strasm_sync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	238 /* exit */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	239 "2: \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	240 /* out */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	241 : [old_value] "=&r" (old_value),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	242 "=m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	243 /* in */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	244 : [dest] "b" (dest),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	245 [zero] "r" (zero),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	246 [exchange_value] "r" (exchange_value),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	247 "m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	248 /* clobber */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	249 : "cc",
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	250 "memory"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	251 );
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	252
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	253 return (jint) old_value;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	254 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	255
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	256 inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	257
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	258 // Note that xchg_ptr doesn't necessarily do an acquire
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	259 // (see synchronizer.cpp).
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	260
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	261 long old_value;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	262 const uint64_t zero = 0;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	263
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	264 __asm__ __volatile__ (
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	265 /* lwsync */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	266 strasm_lwsync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	267 /* atomic loop */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	268 "1: \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	269 " ldarx %[old_value], %[dest], %[zero] \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	270 " stdcx. %[exchange_value], %[dest], %[zero] \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	271 " bne- 1b \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	272 /* isync */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	273 strasm_sync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	274 /* exit */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	275 "2: \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	276 /* out */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	277 : [old_value] "=&r" (old_value),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	278 "=m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	279 /* in */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	280 : [dest] "b" (dest),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	281 [zero] "r" (zero),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	282 [exchange_value] "r" (exchange_value),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	283 "m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	284 /* clobber */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	285 : "cc",
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	286 "memory"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	287 );
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	288
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	289 return (intptr_t) old_value;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	290 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	291
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	292 inline void* Atomic::xchg_ptr(void* exchange_value, volatile void* dest) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	293 return (void)xchg_ptr((intptr_t)exchange_value, (volatile intptr_t)dest);
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	294 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	295
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	296 inline jint Atomic::cmpxchg(jint exchange_value, volatile jint* dest, jint compare_value) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	297
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	298 // Note that cmpxchg guarantees a two-way memory barrier across
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	299 // the cmpxchg, so it's really a a 'fence_cmpxchg_acquire'
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	300 // (see atomic.hpp).
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	301
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	302 unsigned int old_value;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	303 const uint64_t zero = 0;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	304
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	305 __asm__ __volatile__ (
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	306 /* fence */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	307 strasm_sync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	308 /* simple guard */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	309 " lwz %[old_value], 0(%[dest]) \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	310 " cmpw %[compare_value], %[old_value] \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	311 " bne- 2f \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	312 /* atomic loop */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	313 "1: \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	314 " lwarx %[old_value], %[dest], %[zero] \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	315 " cmpw %[compare_value], %[old_value] \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	316 " bne- 2f \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	317 " stwcx. %[exchange_value], %[dest], %[zero] \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	318 " bne- 1b \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	319 /* acquire */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	320 strasm_sync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	321 /* exit */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	322 "2: \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	323 /* out */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	324 : [old_value] "=&r" (old_value),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	325 "=m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	326 /* in */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	327 : [dest] "b" (dest),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	328 [zero] "r" (zero),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	329 [compare_value] "r" (compare_value),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	330 [exchange_value] "r" (exchange_value),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	331 "m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	332 /* clobber */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	333 : "cc",
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	334 "memory"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	335 );
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	336
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	337 return (jint) old_value;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	338 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	339
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	340 inline jlong Atomic::cmpxchg(jlong exchange_value, volatile jlong* dest, jlong compare_value) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	341
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	342 // Note that cmpxchg guarantees a two-way memory barrier across
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	343 // the cmpxchg, so it's really a a 'fence_cmpxchg_acquire'
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	344 // (see atomic.hpp).
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	345
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	346 long old_value;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	347 const uint64_t zero = 0;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	348
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	349 __asm__ __volatile__ (
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	350 /* fence */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	351 strasm_sync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	352 /* simple guard */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	353 " ld %[old_value], 0(%[dest]) \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	354 " cmpd %[compare_value], %[old_value] \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	355 " bne- 2f \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	356 /* atomic loop */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	357 "1: \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	358 " ldarx %[old_value], %[dest], %[zero] \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	359 " cmpd %[compare_value], %[old_value] \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	360 " bne- 2f \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	361 " stdcx. %[exchange_value], %[dest], %[zero] \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	362 " bne- 1b \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	363 /* acquire */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	364 strasm_sync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	365 /* exit */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	366 "2: \n"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	367 /* out */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	368 : [old_value] "=&r" (old_value),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	369 "=m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	370 /* in */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	371 : [dest] "b" (dest),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	372 [zero] "r" (zero),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	373 [compare_value] "r" (compare_value),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	374 [exchange_value] "r" (exchange_value),
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	375 "m" (*dest)
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	376 /* clobber */
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	377 : "cc",
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	378 "memory"
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	379 );
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	380
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	381 return (jlong) old_value;
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	382 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	383
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	384 inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	385 return (intptr_t)cmpxchg((jlong)exchange_value, (volatile jlong*)dest, (jlong)compare_value);
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	386 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	387
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	388 inline void* Atomic::cmpxchg_ptr(void* exchange_value, volatile void* dest, void* compare_value) {
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	389 return (void)cmpxchg((jlong)exchange_value, (volatile jlong)dest, (jlong)compare_value);
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	390 }
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	391
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	392 #undef strasm_sync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	393 #undef strasm_lwsync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	394 #undef strasm_isync
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	395 #undef strasm_release
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	396 #undef strasm_acquire
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	397 #undef strasm_fence
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	398 #undef strasm_nobarrier
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	399 #undef strasm_nobarrier_clobber_memory
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	400
ec28f9c041ff 8019972: PPC64 (part 9): platform files for interpreter only VM. goetz parents: diff changeset	401 #endif // OS_CPU_LINUX_PPC_VM_ATOMIC_LINUX_PPC_INLINE_HPP

Mercurial > hg > truffle

annotate src/os_cpu/linux_ppc/vm/atomic_linux_ppc.inline.hpp @ 17917:63c5920a038d