403 lines
7.8 KiB
ArmAsm
403 lines
7.8 KiB
ArmAsm
#if defined(__SUNPRO_C) && defined(__sparcv9)
|
||
# define ABI64 /* They've said -xarch=v9 at command line */
|
||
#elif defined(__GNUC__) && defined(__arch64__)
|
||
# define ABI64 /* They've said -m64 at command line */
|
||
#endif
|
||
|
||
#ifdef ABI64
|
||
.register %g2,#scratch
|
||
.register %g3,#scratch
|
||
# define FRAME -192
|
||
# define BIAS 2047
|
||
#else
|
||
# define FRAME -96
|
||
# define BIAS 0
|
||
#endif
|
||
|
||
.text
|
||
.align 32
|
||
.global OPENSSL_wipe_cpu
|
||
.type OPENSSL_wipe_cpu,#function
|
||
! Keep in mind that this does not excuse us from wiping the stack!
|
||
! This routine wipes registers, but not the backing store [which
|
||
! resides on the stack, toward lower addresses]. To facilitate for
|
||
! stack wiping I return pointer to the top of stack of the *caller*.
|
||
OPENSSL_wipe_cpu:
|
||
save %sp,FRAME,%sp
|
||
nop
|
||
#ifdef __sun
|
||
#include <sys/trap.h>
|
||
ta ST_CLEAN_WINDOWS
|
||
#else
|
||
call .walk.reg.wins
|
||
#endif
|
||
nop
|
||
call .PIC.zero.up
|
||
mov .zero-(.-4),%o0
|
||
ld [%o0],%f0
|
||
ld [%o0],%f1
|
||
|
||
subcc %g0,1,%o0
|
||
! Following is V9 "rd %ccr,%o0" instruction. However! V8
|
||
! specification says that it ("rd %asr2,%o0" in V8 terms) does
|
||
! not cause illegal_instruction trap. It therefore can be used
|
||
! to determine if the CPU the code is executing on is V8- or
|
||
! V9-compliant, as V9 returns a distinct value of 0x99,
|
||
! "negative" and "borrow" bits set in both %icc and %xcc.
|
||
.word 0x91408000 !rd %ccr,%o0
|
||
cmp %o0,0x99
|
||
bne .v8
|
||
nop
|
||
! Even though we do not use %fp register bank,
|
||
! we wipe it as memcpy might have used it...
|
||
.word 0xbfa00040 !fmovd %f0,%f62
|
||
.word 0xbba00040 !...
|
||
.word 0xb7a00040
|
||
.word 0xb3a00040
|
||
.word 0xafa00040
|
||
.word 0xaba00040
|
||
.word 0xa7a00040
|
||
.word 0xa3a00040
|
||
.word 0x9fa00040
|
||
.word 0x9ba00040
|
||
.word 0x97a00040
|
||
.word 0x93a00040
|
||
.word 0x8fa00040
|
||
.word 0x8ba00040
|
||
.word 0x87a00040
|
||
.word 0x83a00040 !fmovd %f0,%f32
|
||
.v8: fmovs %f1,%f31
|
||
clr %o0
|
||
fmovs %f0,%f30
|
||
clr %o1
|
||
fmovs %f1,%f29
|
||
clr %o2
|
||
fmovs %f0,%f28
|
||
clr %o3
|
||
fmovs %f1,%f27
|
||
clr %o4
|
||
fmovs %f0,%f26
|
||
clr %o5
|
||
fmovs %f1,%f25
|
||
clr %o7
|
||
fmovs %f0,%f24
|
||
clr %l0
|
||
fmovs %f1,%f23
|
||
clr %l1
|
||
fmovs %f0,%f22
|
||
clr %l2
|
||
fmovs %f1,%f21
|
||
clr %l3
|
||
fmovs %f0,%f20
|
||
clr %l4
|
||
fmovs %f1,%f19
|
||
clr %l5
|
||
fmovs %f0,%f18
|
||
clr %l6
|
||
fmovs %f1,%f17
|
||
clr %l7
|
||
fmovs %f0,%f16
|
||
clr %i0
|
||
fmovs %f1,%f15
|
||
clr %i1
|
||
fmovs %f0,%f14
|
||
clr %i2
|
||
fmovs %f1,%f13
|
||
clr %i3
|
||
fmovs %f0,%f12
|
||
clr %i4
|
||
fmovs %f1,%f11
|
||
clr %i5
|
||
fmovs %f0,%f10
|
||
clr %g1
|
||
fmovs %f1,%f9
|
||
clr %g2
|
||
fmovs %f0,%f8
|
||
clr %g3
|
||
fmovs %f1,%f7
|
||
clr %g4
|
||
fmovs %f0,%f6
|
||
clr %g5
|
||
fmovs %f1,%f5
|
||
fmovs %f0,%f4
|
||
fmovs %f1,%f3
|
||
fmovs %f0,%f2
|
||
|
||
add %fp,BIAS,%i0 ! return pointer to caller<EFBFBD>s top of stack
|
||
|
||
ret
|
||
restore
|
||
|
||
.zero: .long 0x0,0x0
|
||
.PIC.zero.up:
|
||
retl
|
||
add %o0,%o7,%o0
|
||
#ifdef DEBUG
|
||
.global walk_reg_wins
|
||
.type walk_reg_wins,#function
|
||
walk_reg_wins:
|
||
#endif
|
||
.walk.reg.wins:
|
||
save %sp,FRAME,%sp
|
||
cmp %i7,%o7
|
||
be 2f
|
||
clr %o0
|
||
cmp %o7,0 ! compiler never cleans %o7...
|
||
be 1f ! could have been a leaf function...
|
||
clr %o1
|
||
call .walk.reg.wins
|
||
nop
|
||
1: clr %o2
|
||
clr %o3
|
||
clr %o4
|
||
clr %o5
|
||
clr %o7
|
||
clr %l0
|
||
clr %l1
|
||
clr %l2
|
||
clr %l3
|
||
clr %l4
|
||
clr %l5
|
||
clr %l6
|
||
clr %l7
|
||
add %o0,1,%i0 ! used for debugging
|
||
2: ret
|
||
restore
|
||
.size OPENSSL_wipe_cpu,.-OPENSSL_wipe_cpu
|
||
|
||
.global OPENSSL_atomic_add
|
||
.type OPENSSL_atomic_add,#function
|
||
.align 32
|
||
OPENSSL_atomic_add:
|
||
#ifndef ABI64
|
||
subcc %g0,1,%o2
|
||
.word 0x95408000 !rd %ccr,%o2, see comment above
|
||
cmp %o2,0x99
|
||
be .v9
|
||
nop
|
||
save %sp,FRAME,%sp
|
||
ba .enter
|
||
nop
|
||
#ifdef __sun
|
||
! Note that you do not have to link with libthread to call thr_yield,
|
||
! as libc provides a stub, which is overloaded the moment you link
|
||
! with *either* libpthread or libthread...
|
||
#define YIELD_CPU thr_yield
|
||
#else
|
||
! applies at least to Linux and FreeBSD... Feedback expected...
|
||
#define YIELD_CPU sched_yield
|
||
#endif
|
||
.spin: call YIELD_CPU
|
||
nop
|
||
.enter: ld [%i0],%i2
|
||
cmp %i2,-4096
|
||
be .spin
|
||
mov -1,%i2
|
||
swap [%i0],%i2
|
||
cmp %i2,-1
|
||
be .spin
|
||
add %i2,%i1,%i2
|
||
stbar
|
||
st %i2,[%i0]
|
||
sra %i2,%g0,%i0
|
||
ret
|
||
restore
|
||
.v9:
|
||
#endif
|
||
ld [%o0],%o2
|
||
1: add %o1,%o2,%o3
|
||
.word 0xd7e2100a !cas [%o0],%o2,%o3, compare [%o0] with %o2 and swap %o3
|
||
cmp %o2,%o3
|
||
bne 1b
|
||
mov %o3,%o2 ! cas is always fetching to dest. register
|
||
add %o1,%o2,%o0 ! OpenSSL expects the new value
|
||
retl
|
||
sra %o0,%g0,%o0 ! we return signed int, remember?
|
||
.size OPENSSL_atomic_add,.-OPENSSL_atomic_add
|
||
|
||
.global _sparcv9_rdtick
|
||
.align 32
|
||
_sparcv9_rdtick:
|
||
subcc %g0,1,%o0
|
||
.word 0x91408000 !rd %ccr,%o0
|
||
cmp %o0,0x99
|
||
bne .notick
|
||
xor %o0,%o0,%o0
|
||
.word 0x91410000 !rd %tick,%o0
|
||
retl
|
||
.word 0x93323020 !srlx %o0,32,%o1
|
||
.notick:
|
||
retl
|
||
xor %o1,%o1,%o1
|
||
.type _sparcv9_rdtick,#function
|
||
.size _sparcv9_rdtick,.-_sparcv9_rdtick
|
||
|
||
.global _sparcv9_vis1_probe
|
||
.align 8
|
||
_sparcv9_vis1_probe:
|
||
.word 0x81b00d80 !fxor %f0,%f0,%f0
|
||
add %sp,BIAS+2,%o1
|
||
retl
|
||
.word 0xc19a5a40 !ldda [%o1]ASI_FP16_P,%f0
|
||
.type _sparcv9_vis1_probe,#function
|
||
.size _sparcv9_vis1_probe,.-_sparcv9_vis1_probe
|
||
|
||
! Probe and instrument VIS1 instruction. Output is number of cycles it
|
||
! takes to execute rdtick and pair of VIS1 instructions. US-Tx VIS unit
|
||
! is slow (documented to be 6 cycles on T2) and the core is in-order
|
||
! single-issue, it should be possible to distinguish Tx reliably...
|
||
! Observed return values are:
|
||
!
|
||
! UltraSPARC IIe 7
|
||
! UltraSPARC III 7
|
||
! UltraSPARC T1 24
|
||
!
|
||
! Numbers for T2 and SPARC64 V-VII are more than welcomed.
|
||
!
|
||
! It would be possible to detect specifically US-T1 by instrumenting
|
||
! fmul8ulx16, which is emulated on T1 and as such accounts for quite
|
||
! a lot of %tick-s, couple of thousand on Linux...
|
||
.global _sparcv9_vis1_instrument
|
||
.align 8
|
||
_sparcv9_vis1_instrument:
|
||
.word 0x91410000 !rd %tick,%o0
|
||
.word 0x81b00d80 !fxor %f0,%f0,%f0
|
||
.word 0x85b08d82 !fxor %f2,%f2,%f2
|
||
.word 0x93410000 !rd %tick,%o1
|
||
.word 0x81b00d80 !fxor %f0,%f0,%f0
|
||
.word 0x85b08d82 !fxor %f2,%f2,%f2
|
||
.word 0x95410000 !rd %tick,%o2
|
||
.word 0x81b00d80 !fxor %f0,%f0,%f0
|
||
.word 0x85b08d82 !fxor %f2,%f2,%f2
|
||
.word 0x97410000 !rd %tick,%o3
|
||
.word 0x81b00d80 !fxor %f0,%f0,%f0
|
||
.word 0x85b08d82 !fxor %f2,%f2,%f2
|
||
.word 0x99410000 !rd %tick,%o4
|
||
|
||
! calculate intervals
|
||
sub %o1,%o0,%o0
|
||
sub %o2,%o1,%o1
|
||
sub %o3,%o2,%o2
|
||
sub %o4,%o3,%o3
|
||
|
||
! find minumum value
|
||
cmp %o0,%o1
|
||
.word 0x38680002 !bgu,a %xcc,.+8
|
||
mov %o1,%o0
|
||
cmp %o0,%o2
|
||
.word 0x38680002 !bgu,a %xcc,.+8
|
||
mov %o2,%o0
|
||
cmp %o0,%o3
|
||
.word 0x38680002 !bgu,a %xcc,.+8
|
||
mov %o3,%o0
|
||
|
||
retl
|
||
nop
|
||
.type _sparcv9_vis1_instrument,#function
|
||
.size _sparcv9_vis1_instrument,.-_sparcv9_vis1_instrument
|
||
|
||
.global _sparcv9_vis2_probe
|
||
.align 8
|
||
_sparcv9_vis2_probe:
|
||
retl
|
||
.word 0x81b00980 !bshuffle %f0,%f0,%f0
|
||
.type _sparcv9_vis2_probe,#function
|
||
.size _sparcv9_vis2_probe,.-_sparcv9_vis2_probe
|
||
|
||
.global _sparcv9_fmadd_probe
|
||
.align 8
|
||
_sparcv9_fmadd_probe:
|
||
.word 0x81b00d80 !fxor %f0,%f0,%f0
|
||
.word 0x85b08d82 !fxor %f2,%f2,%f2
|
||
retl
|
||
.word 0x81b80440 !fmaddd %f0,%f0,%f2,%f0
|
||
.type _sparcv9_fmadd_probe,#function
|
||
.size _sparcv9_fmadd_probe,.-_sparcv9_fmadd_probe
|
||
|
||
.global OPENSSL_cleanse
|
||
.align 32
|
||
OPENSSL_cleanse:
|
||
cmp %o1,14
|
||
nop
|
||
#ifdef ABI64
|
||
bgu %xcc,.Lot
|
||
#else
|
||
bgu .Lot
|
||
#endif
|
||
cmp %o1,0
|
||
bne .Little
|
||
nop
|
||
retl
|
||
nop
|
||
|
||
.Little:
|
||
stb %g0,[%o0]
|
||
subcc %o1,1,%o1
|
||
bnz .Little
|
||
add %o0,1,%o0
|
||
retl
|
||
nop
|
||
.align 32
|
||
.Lot:
|
||
#ifndef ABI64
|
||
subcc %g0,1,%g1
|
||
! see above for explanation
|
||
.word 0x83408000 !rd %ccr,%g1
|
||
cmp %g1,0x99
|
||
bne .v8lot
|
||
nop
|
||
#endif
|
||
|
||
.v9lot: andcc %o0,7,%g0
|
||
bz .v9aligned
|
||
nop
|
||
stb %g0,[%o0]
|
||
sub %o1,1,%o1
|
||
ba .v9lot
|
||
add %o0,1,%o0
|
||
.align 16,0x01000000
|
||
.v9aligned:
|
||
.word 0xc0720000 !stx %g0,[%o0]
|
||
sub %o1,8,%o1
|
||
andcc %o1,-8,%g0
|
||
#ifdef ABI64
|
||
.word 0x126ffffd !bnz %xcc,.v9aligned
|
||
#else
|
||
.word 0x124ffffd !bnz %icc,.v9aligned
|
||
#endif
|
||
add %o0,8,%o0
|
||
|
||
cmp %o1,0
|
||
bne .Little
|
||
nop
|
||
retl
|
||
nop
|
||
#ifndef ABI64
|
||
.v8lot: andcc %o0,3,%g0
|
||
bz .v8aligned
|
||
nop
|
||
stb %g0,[%o0]
|
||
sub %o1,1,%o1
|
||
ba .v8lot
|
||
add %o0,1,%o0
|
||
nop
|
||
.v8aligned:
|
||
st %g0,[%o0]
|
||
sub %o1,4,%o1
|
||
andcc %o1,-4,%g0
|
||
bnz .v8aligned
|
||
add %o0,4,%o0
|
||
|
||
cmp %o1,0
|
||
bne .Little
|
||
nop
|
||
retl
|
||
nop
|
||
#endif
|
||
.type OPENSSL_cleanse,#function
|
||
.size OPENSSL_cleanse,.-OPENSSL_cleanse
|
||
|
||
.section ".init",#alloc,#execinstr
|
||
call OPENSSL_cpuid_setup
|
||
nop
|