mirror of https://github.com/openssl/openssl.git
208 lines
4.4 KiB
ArmAsm
208 lines
4.4 KiB
ArmAsm
// Copyright 2004-2017 The OpenSSL Project Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License 2.0 (the "License"). You may not use
|
|
// this file except in compliance with the License. You can obtain a copy
|
|
// in the file LICENSE in the source distribution or at
|
|
// https://www.openssl.org/source/license.html
|
|
// Works on all IA-64 platforms: Linux, HP-UX, Win64i...
|
|
// On Win64i compile with ias.exe.
|
|
.text
|
|
|
|
#if defined(_HPUX_SOURCE) && !defined(_LP64)
|
|
#define ADDP addp4
|
|
#else
|
|
#define ADDP add
|
|
#endif
|
|
|
|
.global OPENSSL_cpuid_setup#
|
|
.proc OPENSSL_cpuid_setup#
|
|
OPENSSL_cpuid_setup:
|
|
{ .mib; br.ret.sptk.many b0 };;
|
|
.endp OPENSSL_cpuid_setup#
|
|
|
|
.global OPENSSL_rdtsc#
|
|
.proc OPENSSL_rdtsc#
|
|
OPENSSL_rdtsc:
|
|
{ .mib; mov r8=ar.itc
|
|
br.ret.sptk.many b0 };;
|
|
.endp OPENSSL_rdtsc#
|
|
|
|
.global OPENSSL_atomic_add#
|
|
.proc OPENSSL_atomic_add#
|
|
.align 32
|
|
OPENSSL_atomic_add:
|
|
{ .mii; ld4 r2=[r32]
|
|
nop.i 0
|
|
nop.i 0 };;
|
|
.Lspin:
|
|
{ .mii; mov ar.ccv=r2
|
|
add r8=r2,r33
|
|
mov r3=r2 };;
|
|
{ .mmi; mf;;
|
|
cmpxchg4.acq r2=[r32],r8,ar.ccv
|
|
nop.i 0 };;
|
|
{ .mib; cmp.ne p6,p0=r2,r3
|
|
nop.i 0
|
|
(p6) br.dpnt .Lspin };;
|
|
{ .mib; nop.m 0
|
|
sxt4 r8=r8
|
|
br.ret.sptk.many b0 };;
|
|
.endp OPENSSL_atomic_add#
|
|
|
|
.global OPENSSL_cleanse#
|
|
.proc OPENSSL_cleanse#
|
|
OPENSSL_cleanse:
|
|
{ .mib; cmp.eq p6,p0=0,r33 // len==0
|
|
ADDP r32=0,r32
|
|
(p6) br.ret.spnt b0 };;
|
|
{ .mib; and r2=7,r32
|
|
cmp.leu p6,p0=15,r33 // len>=15
|
|
(p6) br.cond.dptk .Lot };;
|
|
|
|
.Little:
|
|
{ .mib; st1 [r32]=r0,1
|
|
cmp.ltu p6,p7=1,r33 } // len>1
|
|
{ .mbb; add r33=-1,r33 // len--
|
|
(p6) br.cond.dptk .Little
|
|
(p7) br.ret.sptk.many b0 };;
|
|
|
|
.Lot:
|
|
{ .mib; cmp.eq p6,p0=0,r2
|
|
(p6) br.cond.dptk .Laligned };;
|
|
{ .mmi; st1 [r32]=r0,1;;
|
|
and r2=7,r32 }
|
|
{ .mib; add r33=-1,r33
|
|
br .Lot };;
|
|
|
|
.Laligned:
|
|
{ .mmi; st8 [r32]=r0,8
|
|
and r2=-8,r33 // len&~7
|
|
add r33=-8,r33 };; // len-=8
|
|
{ .mib; cmp.ltu p6,p0=8,r2 // ((len+8)&~7)>8
|
|
(p6) br.cond.dptk .Laligned };;
|
|
|
|
{ .mbb; cmp.eq p6,p7=r0,r33
|
|
(p7) br.cond.dpnt .Little
|
|
(p6) br.ret.sptk.many b0 };;
|
|
.endp OPENSSL_cleanse#
|
|
|
|
.global CRYPTO_memcmp#
|
|
.proc CRYPTO_memcmp#
|
|
.align 32
|
|
.skip 16
|
|
CRYPTO_memcmp:
|
|
.prologue
|
|
{ .mib; mov r8=0
|
|
cmp.eq p6,p0=0,r34 // len==0?
|
|
(p6) br.ret.spnt b0 };;
|
|
.save ar.pfs,r2
|
|
{ .mib; alloc r2=ar.pfs,3,5,0,8
|
|
.save ar.lc,r3
|
|
mov r3=ar.lc
|
|
brp.loop.imp .Loop_cmp_ctop,.Loop_cmp_cend-16
|
|
}
|
|
{ .mib; sub r10=r34,r0,1
|
|
.save pr,r9
|
|
mov r9=pr };;
|
|
{ .mii; ADDP r16=0,r32
|
|
mov ar.lc=r10
|
|
mov ar.ec=4 }
|
|
{ .mib; ADDP r17=0,r33
|
|
mov pr.rot=1<<16 };;
|
|
|
|
.Loop_cmp_ctop:
|
|
{ .mib; (p16) ld1 r32=[r16],1
|
|
(p18) xor r34=r34,r38 }
|
|
{ .mib; (p16) ld1 r36=[r17],1
|
|
(p19) or r8=r8,r35
|
|
br.ctop.sptk .Loop_cmp_ctop };;
|
|
.Loop_cmp_cend:
|
|
|
|
{ .mib; cmp.ne p6,p0=0,r8
|
|
mov ar.lc=r3 };;
|
|
{ .mib;
|
|
(p6) mov r8=1
|
|
mov pr=r9,0x1ffff
|
|
br.ret.sptk.many b0 };;
|
|
.endp CRYPTO_memcmp#
|
|
|
|
.global OPENSSL_instrument_bus#
|
|
.proc OPENSSL_instrument_bus#
|
|
OPENSSL_instrument_bus:
|
|
{ .mmi; mov r2=r33
|
|
ADDP r32=0,r32 }
|
|
{ .mmi; mov r8=ar.itc;;
|
|
mov r10=r0
|
|
mov r9=r8 };;
|
|
|
|
{ .mmi; fc r32;;
|
|
ld4 r8=[r32] };;
|
|
{ .mmi; mf
|
|
mov ar.ccv=r8
|
|
add r8=r8,r10 };;
|
|
{ .mmi; cmpxchg4.acq r3=[r32],r8,ar.ccv
|
|
};;
|
|
.Loop:
|
|
{ .mmi; mov r8=ar.itc;;
|
|
sub r10=r8,r9 // diff=tick-lasttick
|
|
mov r9=r8 };; // lasttick=tick
|
|
{ .mmi; fc r32;;
|
|
ld4 r8=[r32] };;
|
|
{ .mmi; mf
|
|
mov ar.ccv=r8
|
|
add r8=r8,r10 };;
|
|
{ .mmi; cmpxchg4.acq r3=[r32],r8,ar.ccv
|
|
add r33=-1,r33
|
|
add r32=4,r32 };;
|
|
{ .mib; cmp4.ne p6,p0=0,r33
|
|
(p6) br.cond.dptk .Loop };;
|
|
|
|
{ .mib; sub r8=r2,r33
|
|
br.ret.sptk.many b0 };;
|
|
.endp OPENSSL_instrument_bus#
|
|
|
|
.global OPENSSL_instrument_bus2#
|
|
.proc OPENSSL_instrument_bus2#
|
|
OPENSSL_instrument_bus2:
|
|
{ .mmi; mov r2=r33 // put aside cnt
|
|
ADDP r32=0,r32 }
|
|
{ .mmi; mov r8=ar.itc;;
|
|
mov r10=r0
|
|
mov r9=r8 };;
|
|
|
|
{ .mmi; fc r32;;
|
|
ld4 r8=[r32] };;
|
|
{ .mmi; mf
|
|
mov ar.ccv=r8
|
|
add r8=r8,r10 };;
|
|
{ .mmi; cmpxchg4.acq r3=[r32],r8,ar.ccv
|
|
};;
|
|
|
|
{ .mmi; mov r8=ar.itc;;
|
|
sub r10=r8,r9
|
|
mov r9=r8 };;
|
|
.Loop2:
|
|
{ .mmi; mov r11=r10 // lastdiff=diff
|
|
add r34=-1,r34 };; // --max
|
|
{ .mmi; fc r32;;
|
|
ld4 r8=[r32]
|
|
cmp4.eq p6,p0=0,r34 };;
|
|
{ .mmi; mf
|
|
mov ar.ccv=r8
|
|
add r8=r8,r10 };;
|
|
{ .mmb; cmpxchg4.acq r3=[r32],r8,ar.ccv
|
|
(p6) br.cond.spnt .Ldone2 };;
|
|
|
|
{ .mmi; mov r8=ar.itc;;
|
|
sub r10=r8,r9 // diff=tick-lasttick
|
|
mov r9=r8 };; // lasttick=tick
|
|
{ .mmi; cmp.ne p6,p0=r10,r11;; // diff!=lastdiff
|
|
(p6) add r33=-1,r33 };; // conditional --cnt
|
|
{ .mib; cmp4.ne p7,p0=0,r33
|
|
(p6) add r32=4,r32 // conditional ++out
|
|
(p7) br.cond.dptk .Loop2 };;
|
|
.Ldone2:
|
|
{ .mib; sub r8=r2,r33
|
|
br.ret.sptk.many b0 };;
|
|
.endp OPENSSL_instrument_bus2#
|