|
3960
|
1 #
|
|
|
2 # Copyright (c) 2004, 2011, Oracle and/or its affiliates. All rights reserved.
|
|
|
3 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
|
|
|
4 #
|
|
|
5 # This code is free software; you can redistribute it and/or modify it
|
|
|
6 # under the terms of the GNU General Public License version 2 only, as
|
|
|
7 # published by the Free Software Foundation.
|
|
|
8 #
|
|
|
9 # This code is distributed in the hope that it will be useful, but WITHOUT
|
|
|
10 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
|
11 # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
|
12 # version 2 for more details (a copy is included in the LICENSE file that
|
|
|
13 # accompanied this code).
|
|
|
14 #
|
|
|
15 # You should have received a copy of the GNU General Public License version
|
|
|
16 # 2 along with this work; if not, write to the Free Software Foundation,
|
|
|
17 # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
18 #
|
|
|
19 # Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
|
|
|
20 # or visit www.oracle.com if you need additional information or have any
|
|
|
21 # questions.
|
|
|
22 #
|
|
|
23
|
|
|
24
|
|
|
25 #ifdef __APPLE__
|
|
|
26 # Darwin uses _ prefixed global symbols
|
|
|
27 #define SYMBOL(s) _ ## s
|
|
|
28 #define ELF_TYPE(name, description)
|
|
|
29 #else
|
|
|
30 #define SYMBOL(s) s
|
|
|
31 #define ELF_TYPE(name, description) .type name,description
|
|
|
32 #endif
|
|
|
33
|
|
|
34 .globl SYMBOL(fixcw)
|
|
|
35
|
|
|
36 # NOTE WELL! The _Copy functions are called directly
|
|
|
37 # from server-compiler-generated code via CallLeafNoFP,
|
|
|
38 # which means that they *must* either not use floating
|
|
|
39 # point or use it in the same manner as does the server
|
|
|
40 # compiler.
|
|
|
41
|
|
|
42 .globl SYMBOL(_Copy_conjoint_bytes)
|
|
|
43 .globl SYMBOL(_Copy_arrayof_conjoint_bytes)
|
|
|
44 .globl SYMBOL(_Copy_conjoint_jshorts_atomic)
|
|
|
45 .globl SYMBOL(_Copy_arrayof_conjoint_jshorts)
|
|
|
46 .globl SYMBOL(_Copy_conjoint_jints_atomic)
|
|
|
47 .globl SYMBOL(_Copy_arrayof_conjoint_jints)
|
|
|
48 .globl SYMBOL(_Copy_conjoint_jlongs_atomic)
|
|
|
49 .globl SYMBOL(_mmx_Copy_arrayof_conjoint_jshorts)
|
|
|
50
|
|
|
51 .globl SYMBOL(_Atomic_cmpxchg_long)
|
|
|
52 .globl SYMBOL(_Atomic_move_long)
|
|
|
53
|
|
|
54 .text
|
|
|
55
|
|
|
56 # Support for void os::Solaris::init_thread_fpu_state() in os_solaris_i486.cpp
|
|
|
57 # Set fpu to 53 bit precision. This happens too early to use a stub.
|
|
|
58 # ported from solaris_x86_32.s
|
|
|
59 .p2align 4,,15
|
|
|
60 SYMBOL(fixcw):
|
|
|
61 pushl $0x27f
|
|
|
62 fldcw 0(%esp)
|
|
|
63 popl %eax
|
|
|
64 ret
|
|
|
65
|
|
|
66 .globl SYMBOL(SafeFetch32), SYMBOL(Fetch32PFI), SYMBOL(Fetch32Resume)
|
|
|
67 .globl SYMBOL(SafeFetchN)
|
|
|
68 ## TODO: avoid exposing Fetch32PFI and Fetch32Resume.
|
|
|
69 ## Instead, the signal handler would call a new SafeFetchTriage(FaultingEIP)
|
|
|
70 ## routine to vet the address. If the address is the faulting LD then
|
|
|
71 ## SafeFetchTriage() would return the resume-at EIP, otherwise null.
|
|
|
72 ELF_TYPE(SafeFetch32,@function)
|
|
|
73 .p2align 4,,15
|
|
|
74 SYMBOL(SafeFetch32):
|
|
|
75 SYMBOL(SafeFetchN):
|
|
|
76 movl 0x8(%esp), %eax
|
|
|
77 movl 0x4(%esp), %ecx
|
|
|
78 SYMBOL(Fetch32PFI):
|
|
|
79 movl (%ecx), %eax
|
|
|
80 SYMBOL(Fetch32Resume):
|
|
|
81 ret
|
|
|
82
|
|
|
83
|
|
|
84 .globl SYMBOL(SpinPause)
|
|
|
85 ELF_TYPE(SpinPause,@function)
|
|
|
86 .p2align 4,,15
|
|
|
87 SYMBOL(SpinPause):
|
|
|
88 rep
|
|
|
89 nop
|
|
|
90 movl $1, %eax
|
|
|
91 ret
|
|
|
92
|
|
|
93 # Support for void Copy::conjoint_bytes(void* from,
|
|
|
94 # void* to,
|
|
|
95 # size_t count)
|
|
|
96 .p2align 4,,15
|
|
|
97 ELF_TYPE(_Copy_conjoint_bytes,@function)
|
|
|
98 SYMBOL(_Copy_conjoint_bytes):
|
|
|
99 pushl %esi
|
|
|
100 movl 4+12(%esp),%ecx # count
|
|
|
101 pushl %edi
|
|
|
102 movl 8+ 4(%esp),%esi # from
|
|
|
103 movl 8+ 8(%esp),%edi # to
|
|
|
104 cmpl %esi,%edi
|
|
|
105 leal -1(%esi,%ecx),%eax # from + count - 1
|
|
|
106 jbe cb_CopyRight
|
|
|
107 cmpl %eax,%edi
|
|
|
108 jbe cb_CopyLeft
|
|
|
109 # copy from low to high
|
|
|
110 cb_CopyRight:
|
|
|
111 cmpl $3,%ecx
|
|
|
112 jbe 5f # <= 3 bytes
|
|
|
113 # align source address at dword address boundary
|
|
|
114 movl %ecx,%eax # original count
|
|
|
115 movl $4,%ecx
|
|
|
116 subl %esi,%ecx
|
|
|
117 andl $3,%ecx # prefix byte count
|
|
|
118 jz 1f # no prefix
|
|
|
119 subl %ecx,%eax # byte count less prefix
|
|
|
120 # copy prefix
|
|
|
121 subl %esi,%edi
|
|
|
122 0: movb (%esi),%dl
|
|
|
123 movb %dl,(%edi,%esi,1)
|
|
|
124 addl $1,%esi
|
|
|
125 subl $1,%ecx
|
|
|
126 jnz 0b
|
|
|
127 addl %esi,%edi
|
|
|
128 1: movl %eax,%ecx # byte count less prefix
|
|
|
129 shrl $2,%ecx # dword count
|
|
|
130 jz 4f # no dwords to move
|
|
|
131 cmpl $32,%ecx
|
|
|
132 jbe 2f # <= 32 dwords
|
|
|
133 # copy aligned dwords
|
|
|
134 rep; smovl
|
|
|
135 jmp 4f
|
|
|
136 # copy aligned dwords
|
|
|
137 2: subl %esi,%edi
|
|
|
138 .p2align 4,,15
|
|
|
139 3: movl (%esi),%edx
|
|
|
140 movl %edx,(%edi,%esi,1)
|
|
|
141 addl $4,%esi
|
|
|
142 subl $1,%ecx
|
|
|
143 jnz 3b
|
|
|
144 addl %esi,%edi
|
|
|
145 4: movl %eax,%ecx # byte count less prefix
|
|
|
146 5: andl $3,%ecx # suffix byte count
|
|
|
147 jz 7f # no suffix
|
|
|
148 # copy suffix
|
|
|
149 xorl %eax,%eax
|
|
|
150 6: movb (%esi,%eax,1),%dl
|
|
|
151 movb %dl,(%edi,%eax,1)
|
|
|
152 addl $1,%eax
|
|
|
153 subl $1,%ecx
|
|
|
154 jnz 6b
|
|
|
155 7: popl %edi
|
|
|
156 popl %esi
|
|
|
157 ret
|
|
|
158 # copy from high to low
|
|
|
159 cb_CopyLeft:
|
|
|
160 std
|
|
|
161 leal -4(%edi,%ecx),%edi # to + count - 4
|
|
|
162 movl %eax,%esi # from + count - 1
|
|
|
163 movl %ecx,%eax
|
|
|
164 subl $3,%esi # from + count - 4
|
|
|
165 cmpl $3,%ecx
|
|
|
166 jbe 5f # <= 3 bytes
|
|
|
167 1: shrl $2,%ecx # dword count
|
|
|
168 jz 4f # no dwords to move
|
|
|
169 cmpl $32,%ecx
|
|
|
170 ja 3f # > 32 dwords
|
|
|
171 # copy dwords, aligned or not
|
|
|
172 subl %esi,%edi
|
|
|
173 .p2align 4,,15
|
|
|
174 2: movl (%esi),%edx
|
|
|
175 movl %edx,(%edi,%esi,1)
|
|
|
176 subl $4,%esi
|
|
|
177 subl $1,%ecx
|
|
|
178 jnz 2b
|
|
|
179 addl %esi,%edi
|
|
|
180 jmp 4f
|
|
|
181 # copy dwords, aligned or not
|
|
|
182 3: rep; smovl
|
|
|
183 4: movl %eax,%ecx # byte count
|
|
|
184 5: andl $3,%ecx # suffix byte count
|
|
|
185 jz 7f # no suffix
|
|
|
186 # copy suffix
|
|
|
187 subl %esi,%edi
|
|
|
188 addl $3,%esi
|
|
|
189 6: movb (%esi),%dl
|
|
|
190 movb %dl,(%edi,%esi,1)
|
|
|
191 subl $1,%esi
|
|
|
192 subl $1,%ecx
|
|
|
193 jnz 6b
|
|
|
194 7: cld
|
|
|
195 popl %edi
|
|
|
196 popl %esi
|
|
|
197 ret
|
|
|
198
|
|
|
199 # Support for void Copy::arrayof_conjoint_bytes(void* from,
|
|
|
200 # void* to,
|
|
|
201 # size_t count)
|
|
|
202 #
|
|
|
203 # Same as _Copy_conjoint_bytes, except no source alignment check.
|
|
|
204 .p2align 4,,15
|
|
|
205 ELF_TYPE(_Copy_arrayof_conjoint_bytes,@function)
|
|
|
206 SYMBOL(_Copy_arrayof_conjoint_bytes):
|
|
|
207 pushl %esi
|
|
|
208 movl 4+12(%esp),%ecx # count
|
|
|
209 pushl %edi
|
|
|
210 movl 8+ 4(%esp),%esi # from
|
|
|
211 movl 8+ 8(%esp),%edi # to
|
|
|
212 cmpl %esi,%edi
|
|
|
213 leal -1(%esi,%ecx),%eax # from + count - 1
|
|
|
214 jbe acb_CopyRight
|
|
|
215 cmpl %eax,%edi
|
|
|
216 jbe acb_CopyLeft
|
|
|
217 # copy from low to high
|
|
|
218 acb_CopyRight:
|
|
|
219 cmpl $3,%ecx
|
|
|
220 jbe 5f
|
|
|
221 1: movl %ecx,%eax
|
|
|
222 shrl $2,%ecx
|
|
|
223 jz 4f
|
|
|
224 cmpl $32,%ecx
|
|
|
225 ja 3f
|
|
|
226 # copy aligned dwords
|
|
|
227 subl %esi,%edi
|
|
|
228 .p2align 4,,15
|
|
|
229 2: movl (%esi),%edx
|
|
|
230 movl %edx,(%edi,%esi,1)
|
|
|
231 addl $4,%esi
|
|
|
232 subl $1,%ecx
|
|
|
233 jnz 2b
|
|
|
234 addl %esi,%edi
|
|
|
235 jmp 4f
|
|
|
236 # copy aligned dwords
|
|
|
237 3: rep; smovl
|
|
|
238 4: movl %eax,%ecx
|
|
|
239 5: andl $3,%ecx
|
|
|
240 jz 7f
|
|
|
241 # copy suffix
|
|
|
242 xorl %eax,%eax
|
|
|
243 6: movb (%esi,%eax,1),%dl
|
|
|
244 movb %dl,(%edi,%eax,1)
|
|
|
245 addl $1,%eax
|
|
|
246 subl $1,%ecx
|
|
|
247 jnz 6b
|
|
|
248 7: popl %edi
|
|
|
249 popl %esi
|
|
|
250 ret
|
|
|
251 acb_CopyLeft:
|
|
|
252 std
|
|
|
253 leal -4(%edi,%ecx),%edi # to + count - 4
|
|
|
254 movl %eax,%esi # from + count - 1
|
|
|
255 movl %ecx,%eax
|
|
|
256 subl $3,%esi # from + count - 4
|
|
|
257 cmpl $3,%ecx
|
|
|
258 jbe 5f
|
|
|
259 1: shrl $2,%ecx
|
|
|
260 jz 4f
|
|
|
261 cmpl $32,%ecx
|
|
|
262 jbe 2f # <= 32 dwords
|
|
|
263 rep; smovl
|
|
|
264 jmp 4f
|
|
|
265 .=.+8
|
|
|
266 2: subl %esi,%edi
|
|
|
267 .p2align 4,,15
|
|
|
268 3: movl (%esi),%edx
|
|
|
269 movl %edx,(%edi,%esi,1)
|
|
|
270 subl $4,%esi
|
|
|
271 subl $1,%ecx
|
|
|
272 jnz 3b
|
|
|
273 addl %esi,%edi
|
|
|
274 4: movl %eax,%ecx
|
|
|
275 5: andl $3,%ecx
|
|
|
276 jz 7f
|
|
|
277 subl %esi,%edi
|
|
|
278 addl $3,%esi
|
|
|
279 6: movb (%esi),%dl
|
|
|
280 movb %dl,(%edi,%esi,1)
|
|
|
281 subl $1,%esi
|
|
|
282 subl $1,%ecx
|
|
|
283 jnz 6b
|
|
|
284 7: cld
|
|
|
285 popl %edi
|
|
|
286 popl %esi
|
|
|
287 ret
|
|
|
288
|
|
|
289 # Support for void Copy::conjoint_jshorts_atomic(void* from,
|
|
|
290 # void* to,
|
|
|
291 # size_t count)
|
|
|
292 .p2align 4,,15
|
|
|
293 ELF_TYPE(_Copy_conjoint_jshorts_atomic,@function)
|
|
|
294 SYMBOL(_Copy_conjoint_jshorts_atomic):
|
|
|
295 pushl %esi
|
|
|
296 movl 4+12(%esp),%ecx # count
|
|
|
297 pushl %edi
|
|
|
298 movl 8+ 4(%esp),%esi # from
|
|
|
299 movl 8+ 8(%esp),%edi # to
|
|
|
300 cmpl %esi,%edi
|
|
|
301 leal -2(%esi,%ecx,2),%eax # from + count*2 - 2
|
|
|
302 jbe cs_CopyRight
|
|
|
303 cmpl %eax,%edi
|
|
|
304 jbe cs_CopyLeft
|
|
|
305 # copy from low to high
|
|
|
306 cs_CopyRight:
|
|
|
307 # align source address at dword address boundary
|
|
|
308 movl %esi,%eax # original from
|
|
|
309 andl $3,%eax # either 0 or 2
|
|
|
310 jz 1f # no prefix
|
|
|
311 # copy prefix
|
|
|
312 subl $1,%ecx
|
|
|
313 jl 5f # zero count
|
|
|
314 movw (%esi),%dx
|
|
|
315 movw %dx,(%edi)
|
|
|
316 addl %eax,%esi # %eax == 2
|
|
|
317 addl %eax,%edi
|
|
|
318 1: movl %ecx,%eax # word count less prefix
|
|
|
319 sarl %ecx # dword count
|
|
|
320 jz 4f # no dwords to move
|
|
|
321 cmpl $32,%ecx
|
|
|
322 jbe 2f # <= 32 dwords
|
|
|
323 # copy aligned dwords
|
|
|
324 rep; smovl
|
|
|
325 jmp 4f
|
|
|
326 # copy aligned dwords
|
|
|
327 2: subl %esi,%edi
|
|
|
328 .p2align 4,,15
|
|
|
329 3: movl (%esi),%edx
|
|
|
330 movl %edx,(%edi,%esi,1)
|
|
|
331 addl $4,%esi
|
|
|
332 subl $1,%ecx
|
|
|
333 jnz 3b
|
|
|
334 addl %esi,%edi
|
|
|
335 4: andl $1,%eax # suffix count
|
|
|
336 jz 5f # no suffix
|
|
|
337 # copy suffix
|
|
|
338 movw (%esi),%dx
|
|
|
339 movw %dx,(%edi)
|
|
|
340 5: popl %edi
|
|
|
341 popl %esi
|
|
|
342 ret
|
|
|
343 # copy from high to low
|
|
|
344 cs_CopyLeft:
|
|
|
345 std
|
|
|
346 leal -4(%edi,%ecx,2),%edi # to + count*2 - 4
|
|
|
347 movl %eax,%esi # from + count*2 - 2
|
|
|
348 movl %ecx,%eax
|
|
|
349 subl $2,%esi # from + count*2 - 4
|
|
|
350 1: sarl %ecx # dword count
|
|
|
351 jz 4f # no dwords to move
|
|
|
352 cmpl $32,%ecx
|
|
|
353 ja 3f # > 32 dwords
|
|
|
354 subl %esi,%edi
|
|
|
355 .p2align 4,,15
|
|
|
356 2: movl (%esi),%edx
|
|
|
357 movl %edx,(%edi,%esi,1)
|
|
|
358 subl $4,%esi
|
|
|
359 subl $1,%ecx
|
|
|
360 jnz 2b
|
|
|
361 addl %esi,%edi
|
|
|
362 jmp 4f
|
|
|
363 3: rep; smovl
|
|
|
364 4: andl $1,%eax # suffix count
|
|
|
365 jz 5f # no suffix
|
|
|
366 # copy suffix
|
|
|
367 addl $2,%esi
|
|
|
368 addl $2,%edi
|
|
|
369 movw (%esi),%dx
|
|
|
370 movw %dx,(%edi)
|
|
|
371 5: cld
|
|
|
372 popl %edi
|
|
|
373 popl %esi
|
|
|
374 ret
|
|
|
375
|
|
|
376 # Support for void Copy::arrayof_conjoint_jshorts(void* from,
|
|
|
377 # void* to,
|
|
|
378 # size_t count)
|
|
|
379 .p2align 4,,15
|
|
|
380 ELF_TYPE(_Copy_arrayof_conjoint_jshorts,@function)
|
|
|
381 SYMBOL(_Copy_arrayof_conjoint_jshorts):
|
|
|
382 pushl %esi
|
|
|
383 movl 4+12(%esp),%ecx # count
|
|
|
384 pushl %edi
|
|
|
385 movl 8+ 4(%esp),%esi # from
|
|
|
386 movl 8+ 8(%esp),%edi # to
|
|
|
387 cmpl %esi,%edi
|
|
|
388 leal -2(%esi,%ecx,2),%eax # from + count*2 - 2
|
|
|
389 jbe acs_CopyRight
|
|
|
390 cmpl %eax,%edi
|
|
|
391 jbe acs_CopyLeft
|
|
|
392 acs_CopyRight:
|
|
|
393 movl %ecx,%eax # word count
|
|
|
394 sarl %ecx # dword count
|
|
|
395 jz 4f # no dwords to move
|
|
|
396 cmpl $32,%ecx
|
|
|
397 jbe 2f # <= 32 dwords
|
|
|
398 # copy aligned dwords
|
|
|
399 rep; smovl
|
|
|
400 jmp 4f
|
|
|
401 # copy aligned dwords
|
|
|
402 .=.+5
|
|
|
403 2: subl %esi,%edi
|
|
|
404 .p2align 4,,15
|
|
|
405 3: movl (%esi),%edx
|
|
|
406 movl %edx,(%edi,%esi,1)
|
|
|
407 addl $4,%esi
|
|
|
408 subl $1,%ecx
|
|
|
409 jnz 3b
|
|
|
410 addl %esi,%edi
|
|
|
411 4: andl $1,%eax # suffix count
|
|
|
412 jz 5f # no suffix
|
|
|
413 # copy suffix
|
|
|
414 movw (%esi),%dx
|
|
|
415 movw %dx,(%edi)
|
|
|
416 5: popl %edi
|
|
|
417 popl %esi
|
|
|
418 ret
|
|
|
419 acs_CopyLeft:
|
|
|
420 std
|
|
|
421 leal -4(%edi,%ecx,2),%edi # to + count*2 - 4
|
|
|
422 movl %eax,%esi # from + count*2 - 2
|
|
|
423 movl %ecx,%eax
|
|
|
424 subl $2,%esi # from + count*2 - 4
|
|
|
425 sarl %ecx # dword count
|
|
|
426 jz 4f # no dwords to move
|
|
|
427 cmpl $32,%ecx
|
|
|
428 ja 3f # > 32 dwords
|
|
|
429 subl %esi,%edi
|
|
|
430 .p2align 4,,15
|
|
|
431 2: movl (%esi),%edx
|
|
|
432 movl %edx,(%edi,%esi,1)
|
|
|
433 subl $4,%esi
|
|
|
434 subl $1,%ecx
|
|
|
435 jnz 2b
|
|
|
436 addl %esi,%edi
|
|
|
437 jmp 4f
|
|
|
438 3: rep; smovl
|
|
|
439 4: andl $1,%eax # suffix count
|
|
|
440 jz 5f # no suffix
|
|
|
441 # copy suffix
|
|
|
442 addl $2,%esi
|
|
|
443 addl $2,%edi
|
|
|
444 movw (%esi),%dx
|
|
|
445 movw %dx,(%edi)
|
|
|
446 5: cld
|
|
|
447 popl %edi
|
|
|
448 popl %esi
|
|
|
449 ret
|
|
|
450
|
|
|
451 # Support for void Copy::conjoint_jints_atomic(void* from,
|
|
|
452 # void* to,
|
|
|
453 # size_t count)
|
|
|
454 # Equivalent to
|
|
|
455 # arrayof_conjoint_jints
|
|
|
456 .p2align 4,,15
|
|
|
457 ELF_TYPE(_Copy_conjoint_jints_atomic,@function)
|
|
|
458 ELF_TYPE(_Copy_arrayof_conjoint_jints,@function)
|
|
|
459 SYMBOL(_Copy_conjoint_jints_atomic):
|
|
|
460 SYMBOL(_Copy_arrayof_conjoint_jints):
|
|
|
461 pushl %esi
|
|
|
462 movl 4+12(%esp),%ecx # count
|
|
|
463 pushl %edi
|
|
|
464 movl 8+ 4(%esp),%esi # from
|
|
|
465 movl 8+ 8(%esp),%edi # to
|
|
|
466 cmpl %esi,%edi
|
|
|
467 leal -4(%esi,%ecx,4),%eax # from + count*4 - 4
|
|
|
468 jbe ci_CopyRight
|
|
|
469 cmpl %eax,%edi
|
|
|
470 jbe ci_CopyLeft
|
|
|
471 ci_CopyRight:
|
|
|
472 cmpl $32,%ecx
|
|
|
473 jbe 2f # <= 32 dwords
|
|
|
474 rep; smovl
|
|
|
475 popl %edi
|
|
|
476 popl %esi
|
|
|
477 ret
|
|
|
478 .=.+10
|
|
|
479 2: subl %esi,%edi
|
|
|
480 jmp 4f
|
|
|
481 .p2align 4,,15
|
|
|
482 3: movl (%esi),%edx
|
|
|
483 movl %edx,(%edi,%esi,1)
|
|
|
484 addl $4,%esi
|
|
|
485 4: subl $1,%ecx
|
|
|
486 jge 3b
|
|
|
487 popl %edi
|
|
|
488 popl %esi
|
|
|
489 ret
|
|
|
490 ci_CopyLeft:
|
|
|
491 std
|
|
|
492 leal -4(%edi,%ecx,4),%edi # to + count*4 - 4
|
|
|
493 cmpl $32,%ecx
|
|
|
494 ja 4f # > 32 dwords
|
|
|
495 subl %eax,%edi # eax == from + count*4 - 4
|
|
|
496 jmp 3f
|
|
|
497 .p2align 4,,15
|
|
|
498 2: movl (%eax),%edx
|
|
|
499 movl %edx,(%edi,%eax,1)
|
|
|
500 subl $4,%eax
|
|
|
501 3: subl $1,%ecx
|
|
|
502 jge 2b
|
|
|
503 cld
|
|
|
504 popl %edi
|
|
|
505 popl %esi
|
|
|
506 ret
|
|
|
507 4: movl %eax,%esi # from + count*4 - 4
|
|
|
508 rep; smovl
|
|
|
509 cld
|
|
|
510 popl %edi
|
|
|
511 popl %esi
|
|
|
512 ret
|
|
|
513
|
|
|
514 # Support for void Copy::conjoint_jlongs_atomic(jlong* from,
|
|
|
515 # jlong* to,
|
|
|
516 # size_t count)
|
|
|
517 #
|
|
|
518 # 32-bit
|
|
|
519 #
|
|
|
520 # count treated as signed
|
|
|
521 #
|
|
|
522 # // if (from > to) {
|
|
|
523 # while (--count >= 0) {
|
|
|
524 # *to++ = *from++;
|
|
|
525 # }
|
|
|
526 # } else {
|
|
|
527 # while (--count >= 0) {
|
|
|
528 # to[count] = from[count];
|
|
|
529 # }
|
|
|
530 # }
|
|
|
531 .p2align 4,,15
|
|
|
532 ELF_TYPE(_Copy_conjoint_jlongs_atomic,@function)
|
|
|
533 SYMBOL(_Copy_conjoint_jlongs_atomic):
|
|
|
534 movl 4+8(%esp),%ecx # count
|
|
|
535 movl 4+0(%esp),%eax # from
|
|
|
536 movl 4+4(%esp),%edx # to
|
|
|
537 cmpl %eax,%edx
|
|
|
538 jae cla_CopyLeft
|
|
|
539 cla_CopyRight:
|
|
|
540 subl %eax,%edx
|
|
|
541 jmp 2f
|
|
|
542 .p2align 4,,15
|
|
|
543 1: fildll (%eax)
|
|
|
544 fistpll (%edx,%eax,1)
|
|
|
545 addl $8,%eax
|
|
|
546 2: subl $1,%ecx
|
|
|
547 jge 1b
|
|
|
548 ret
|
|
|
549 .p2align 4,,15
|
|
|
550 3: fildll (%eax,%ecx,8)
|
|
|
551 fistpll (%edx,%ecx,8)
|
|
|
552 cla_CopyLeft:
|
|
|
553 subl $1,%ecx
|
|
|
554 jge 3b
|
|
|
555 ret
|
|
|
556
|
|
|
557 # Support for void Copy::arrayof_conjoint_jshorts(void* from,
|
|
|
558 # void* to,
|
|
|
559 # size_t count)
|
|
|
560 .p2align 4,,15
|
|
|
561 ELF_TYPE(_mmx_Copy_arrayof_conjoint_jshorts,@function)
|
|
|
562 SYMBOL(_mmx_Copy_arrayof_conjoint_jshorts):
|
|
|
563 pushl %esi
|
|
|
564 movl 4+12(%esp),%ecx
|
|
|
565 pushl %edi
|
|
|
566 movl 8+ 4(%esp),%esi
|
|
|
567 movl 8+ 8(%esp),%edi
|
|
|
568 cmpl %esi,%edi
|
|
|
569 leal -2(%esi,%ecx,2),%eax
|
|
|
570 jbe mmx_acs_CopyRight
|
|
|
571 cmpl %eax,%edi
|
|
|
572 jbe mmx_acs_CopyLeft
|
|
|
573 mmx_acs_CopyRight:
|
|
|
574 movl %ecx,%eax
|
|
|
575 sarl %ecx
|
|
|
576 je 5f
|
|
|
577 cmpl $33,%ecx
|
|
|
578 jae 3f
|
|
|
579 1: subl %esi,%edi
|
|
|
580 .p2align 4,,15
|
|
|
581 2: movl (%esi),%edx
|
|
|
582 movl %edx,(%edi,%esi,1)
|
|
|
583 addl $4,%esi
|
|
|
584 subl $1,%ecx
|
|
|
585 jnz 2b
|
|
|
586 addl %esi,%edi
|
|
|
587 jmp 5f
|
|
|
588 3: smovl # align to 8 bytes, we know we are 4 byte aligned to start
|
|
|
589 subl $1,%ecx
|
|
|
590 4: .p2align 4,,15
|
|
|
591 movq 0(%esi),%mm0
|
|
|
592 addl $64,%edi
|
|
|
593 movq 8(%esi),%mm1
|
|
|
594 subl $16,%ecx
|
|
|
595 movq 16(%esi),%mm2
|
|
|
596 movq %mm0,-64(%edi)
|
|
|
597 movq 24(%esi),%mm0
|
|
|
598 movq %mm1,-56(%edi)
|
|
|
599 movq 32(%esi),%mm1
|
|
|
600 movq %mm2,-48(%edi)
|
|
|
601 movq 40(%esi),%mm2
|
|
|
602 movq %mm0,-40(%edi)
|
|
|
603 movq 48(%esi),%mm0
|
|
|
604 movq %mm1,-32(%edi)
|
|
|
605 movq 56(%esi),%mm1
|
|
|
606 movq %mm2,-24(%edi)
|
|
|
607 movq %mm0,-16(%edi)
|
|
|
608 addl $64,%esi
|
|
|
609 movq %mm1,-8(%edi)
|
|
|
610 cmpl $16,%ecx
|
|
|
611 jge 4b
|
|
|
612 emms
|
|
|
613 testl %ecx,%ecx
|
|
|
614 ja 1b
|
|
|
615 5: andl $1,%eax
|
|
|
616 je 7f
|
|
|
617 6: movw (%esi),%dx
|
|
|
618 movw %dx,(%edi)
|
|
|
619 7: popl %edi
|
|
|
620 popl %esi
|
|
|
621 ret
|
|
|
622 mmx_acs_CopyLeft:
|
|
|
623 std
|
|
|
624 leal -4(%edi,%ecx,2),%edi
|
|
|
625 movl %eax,%esi
|
|
|
626 movl %ecx,%eax
|
|
|
627 subl $2,%esi
|
|
|
628 sarl %ecx
|
|
|
629 je 4f
|
|
|
630 cmpl $32,%ecx
|
|
|
631 ja 3f
|
|
|
632 subl %esi,%edi
|
|
|
633 .p2align 4,,15
|
|
|
634 2: movl (%esi),%edx
|
|
|
635 movl %edx,(%edi,%esi,1)
|
|
|
636 subl $4,%esi
|
|
|
637 subl $1,%ecx
|
|
|
638 jnz 2b
|
|
|
639 addl %esi,%edi
|
|
|
640 jmp 4f
|
|
|
641 3: rep; smovl
|
|
|
642 4: andl $1,%eax
|
|
|
643 je 6f
|
|
|
644 addl $2,%esi
|
|
|
645 addl $2,%edi
|
|
|
646 5: movw (%esi),%dx
|
|
|
647 movw %dx,(%edi)
|
|
|
648 6: cld
|
|
|
649 popl %edi
|
|
|
650 popl %esi
|
|
|
651 ret
|
|
|
652
|
|
|
653
|
|
|
654 # Support for jlong Atomic::cmpxchg(jlong exchange_value,
|
|
|
655 # volatile jlong* dest,
|
|
|
656 # jlong compare_value,
|
|
|
657 # bool is_MP)
|
|
|
658 #
|
|
|
659 .p2align 4,,15
|
|
|
660 ELF_TYPE(_Atomic_cmpxchg_long,@function)
|
|
|
661 SYMBOL(_Atomic_cmpxchg_long):
|
|
|
662 # 8(%esp) : return PC
|
|
|
663 pushl %ebx # 4(%esp) : old %ebx
|
|
|
664 pushl %edi # 0(%esp) : old %edi
|
|
|
665 movl 12(%esp), %ebx # 12(%esp) : exchange_value (low)
|
|
|
666 movl 16(%esp), %ecx # 16(%esp) : exchange_value (high)
|
|
|
667 movl 24(%esp), %eax # 24(%esp) : compare_value (low)
|
|
|
668 movl 28(%esp), %edx # 28(%esp) : compare_value (high)
|
|
|
669 movl 20(%esp), %edi # 20(%esp) : dest
|
|
|
670 cmpl $0, 32(%esp) # 32(%esp) : is_MP
|
|
|
671 je 1f
|
|
|
672 lock
|
|
|
673 1: cmpxchg8b (%edi)
|
|
|
674 popl %edi
|
|
|
675 popl %ebx
|
|
|
676 ret
|
|
|
677
|
|
|
678
|
|
|
679 # Support for jlong Atomic::load and Atomic::store.
|
|
|
680 # void _Atomic_move_long(volatile jlong* src, volatile jlong* dst)
|
|
|
681 .p2align 4,,15
|
|
|
682 ELF_TYPE(_Atomic_move_long,@function)
|
|
|
683 SYMBOL(_Atomic_move_long):
|
|
|
684 movl 4(%esp), %eax # src
|
|
|
685 fildll (%eax)
|
|
|
686 movl 8(%esp), %eax # dest
|
|
|
687 fistpll (%eax)
|
|
|
688 ret
|
|
|
689
|
