Mercurial > hg > truffle
annotate src/os_cpu/windows_x86/vm/copy_windows_x86.inline.hpp @ 14304:a2866d45e99e
8027454: Do not traverse string table during G1 remark when treating them as strong roots during initial mark
Summary: Do not try to unlink string table entries unconditionally during remark. This is without side effects as the preceding initial mark always uses the string table as strong roots. Needs to be fixed with class unloading during concurrent mark.
Reviewed-by: brutisso, mgerdin
| author | tschatzl |
|---|---|
| date | Mon, 20 Jan 2014 11:47:29 +0100 |
| parents | 16f9fa2bf76c |
| children |
| rev | line source |
|---|---|
| 0 | 1 /* |
|
4010
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
2 * Copyright (c) 2003, 2011, Oracle and/or its affiliates. All rights reserved. |
| 0 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
| 4 * | |
| 5 * This code is free software; you can redistribute it and/or modify it | |
| 6 * under the terms of the GNU General Public License version 2 only, as | |
| 7 * published by the Free Software Foundation. | |
| 8 * | |
| 9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
| 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
| 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
| 12 * version 2 for more details (a copy is included in the LICENSE file that | |
| 13 * accompanied this code). | |
| 14 * | |
| 15 * You should have received a copy of the GNU General Public License version | |
| 16 * 2 along with this work; if not, write to the Free Software Foundation, | |
| 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
| 18 * | |
|
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
0
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
|
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
0
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
|
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
0
diff
changeset
|
21 * questions. |
| 0 | 22 * |
| 23 */ | |
| 24 | |
| 1972 | 25 #ifndef OS_CPU_WINDOWS_X86_VM_COPY_WINDOWS_X86_INLINE_HPP |
| 26 #define OS_CPU_WINDOWS_X86_VM_COPY_WINDOWS_X86_INLINE_HPP | |
| 27 | |
| 0 | 28 static void pd_conjoint_words(HeapWord* from, HeapWord* to, size_t count) { |
| 29 (void)memmove(to, from, count * HeapWordSize); | |
| 30 } | |
| 31 | |
| 32 static void pd_disjoint_words(HeapWord* from, HeapWord* to, size_t count) { | |
| 33 #ifdef AMD64 | |
| 34 switch (count) { | |
| 35 case 8: to[7] = from[7]; | |
| 36 case 7: to[6] = from[6]; | |
| 37 case 6: to[5] = from[5]; | |
| 38 case 5: to[4] = from[4]; | |
| 39 case 4: to[3] = from[3]; | |
| 40 case 3: to[2] = from[2]; | |
| 41 case 2: to[1] = from[1]; | |
| 42 case 1: to[0] = from[0]; | |
| 43 case 0: break; | |
| 44 default: | |
| 45 (void)memcpy(to, from, count * HeapWordSize); | |
| 46 break; | |
| 47 } | |
| 48 #else | |
| 49 (void)memcpy(to, from, count * HeapWordSize); | |
| 50 #endif // AMD64 | |
| 51 } | |
| 52 | |
| 53 static void pd_disjoint_words_atomic(HeapWord* from, HeapWord* to, size_t count) { | |
| 54 switch (count) { | |
| 55 case 8: to[7] = from[7]; | |
| 56 case 7: to[6] = from[6]; | |
| 57 case 6: to[5] = from[5]; | |
| 58 case 5: to[4] = from[4]; | |
| 59 case 4: to[3] = from[3]; | |
| 60 case 3: to[2] = from[2]; | |
| 61 case 2: to[1] = from[1]; | |
| 62 case 1: to[0] = from[0]; | |
| 63 case 0: break; | |
| 64 default: while (count-- > 0) { | |
| 65 *to++ = *from++; | |
| 66 } | |
| 67 break; | |
| 68 } | |
| 69 } | |
| 70 | |
| 71 static void pd_aligned_conjoint_words(HeapWord* from, HeapWord* to, size_t count) { | |
| 72 (void)memmove(to, from, count * HeapWordSize); | |
| 73 } | |
| 74 | |
| 75 static void pd_aligned_disjoint_words(HeapWord* from, HeapWord* to, size_t count) { | |
| 76 pd_disjoint_words(from, to, count); | |
| 77 } | |
| 78 | |
| 79 static void pd_conjoint_bytes(void* from, void* to, size_t count) { | |
| 80 (void)memmove(to, from, count); | |
| 81 } | |
| 82 | |
| 83 static void pd_conjoint_bytes_atomic(void* from, void* to, size_t count) { | |
| 84 pd_conjoint_bytes(from, to, count); | |
| 85 } | |
| 86 | |
| 87 static void pd_conjoint_jshorts_atomic(jshort* from, jshort* to, size_t count) { | |
|
4010
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
88 if (from > to) { |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
89 while (count-- > 0) { |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
90 // Copy forwards |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
91 *to++ = *from++; |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
92 } |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
93 } else { |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
94 from += count - 1; |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
95 to += count - 1; |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
96 while (count-- > 0) { |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
97 // Copy backwards |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
98 *to-- = *from--; |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
99 } |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
100 } |
| 0 | 101 } |
| 102 | |
| 103 static void pd_conjoint_jints_atomic(jint* from, jint* to, size_t count) { | |
|
4010
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
104 if (from > to) { |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
105 while (count-- > 0) { |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
106 // Copy forwards |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
107 *to++ = *from++; |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
108 } |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
109 } else { |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
110 from += count - 1; |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
111 to += count - 1; |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
112 while (count-- > 0) { |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
113 // Copy backwards |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
114 *to-- = *from--; |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
115 } |
|
16f9fa2bf76c
7100935: win32: memmove is not atomic but is used for pd_conjoint_*_atomic operations
kvn
parents:
1972
diff
changeset
|
116 } |
| 0 | 117 } |
| 118 | |
| 119 static void pd_conjoint_jlongs_atomic(jlong* from, jlong* to, size_t count) { | |
| 120 #ifdef AMD64 | |
| 121 assert(BytesPerLong == BytesPerOop, "jlongs and oops must be the same size"); | |
| 122 pd_conjoint_oops_atomic((oop*)from, (oop*)to, count); | |
| 123 #else | |
| 124 // Guarantee use of fild/fistp or xmm regs via some asm code, because compilers won't. | |
| 125 __asm { | |
| 126 mov eax, from; | |
| 127 mov edx, to; | |
| 128 mov ecx, count; | |
| 129 cmp eax, edx; | |
| 130 jbe downtest; | |
| 131 jmp uptest; | |
| 132 up: | |
| 133 fild qword ptr [eax]; | |
| 134 fistp qword ptr [edx]; | |
| 135 add eax, 8; | |
| 136 add edx, 8; | |
| 137 uptest: | |
| 138 sub ecx, 1; | |
| 139 jge up; | |
| 140 jmp done; | |
| 141 down: | |
| 142 fild qword ptr [eax][ecx*8]; | |
| 143 fistp qword ptr [edx][ecx*8]; | |
| 144 downtest: | |
| 145 sub ecx, 1; | |
| 146 jge down; | |
| 147 done:; | |
| 148 } | |
| 149 #endif // AMD64 | |
| 150 } | |
| 151 | |
| 152 static void pd_conjoint_oops_atomic(oop* from, oop* to, size_t count) { | |
| 153 // Do better than this: inline memmove body NEEDS CLEANUP | |
| 154 if (from > to) { | |
| 155 while (count-- > 0) { | |
| 156 // Copy forwards | |
| 157 *to++ = *from++; | |
| 158 } | |
| 159 } else { | |
| 160 from += count - 1; | |
| 161 to += count - 1; | |
| 162 while (count-- > 0) { | |
| 163 // Copy backwards | |
| 164 *to-- = *from--; | |
| 165 } | |
| 166 } | |
| 167 } | |
| 168 | |
| 169 static void pd_arrayof_conjoint_bytes(HeapWord* from, HeapWord* to, size_t count) { | |
| 170 #ifdef AMD64 | |
| 171 pd_conjoint_bytes_atomic(from, to, count); | |
| 172 #else | |
| 173 pd_conjoint_bytes(from, to, count); | |
| 174 #endif // AMD64 | |
| 175 } | |
| 176 | |
| 177 static void pd_arrayof_conjoint_jshorts(HeapWord* from, HeapWord* to, size_t count) { | |
| 178 pd_conjoint_jshorts_atomic((jshort*)from, (jshort*)to, count); | |
| 179 } | |
| 180 | |
| 181 static void pd_arrayof_conjoint_jints(HeapWord* from, HeapWord* to, size_t count) { | |
| 182 pd_conjoint_jints_atomic((jint*)from, (jint*)to, count); | |
| 183 } | |
| 184 | |
| 185 static void pd_arrayof_conjoint_jlongs(HeapWord* from, HeapWord* to, size_t count) { | |
| 186 pd_conjoint_jlongs_atomic((jlong*)from, (jlong*)to, count); | |
| 187 } | |
| 188 | |
| 189 static void pd_arrayof_conjoint_oops(HeapWord* from, HeapWord* to, size_t count) { | |
| 190 pd_conjoint_oops_atomic((oop*)from, (oop*)to, count); | |
| 191 } | |
| 1972 | 192 |
| 193 #endif // OS_CPU_WINDOWS_X86_VM_COPY_WINDOWS_X86_INLINE_HPP |