--- /dev/null
+#!/usr/bin/env perl
+
+# ====================================================================
+# Written by Andy Polyakov <appro@fy.chalmers.se> for the OpenSSL
+# project. Rights for redistribution and usage in source and binary
+# forms are granted according to the OpenSSL license.
+# ====================================================================
+
+# "Teaser" Montgomery multiplication module for UltraSPARC. Why FPU?
+# Because unlike integer multiplier, which simply stalls whole CPU,
+# FPU is fully pipelined and can effectively emit 48 bit partial
+# product every cycle. Why not blended SPARC v9? One can argue that
+# making this module dependent on UltraSPARC VIS extension limits its
+# binary compatibility. Very well may be, but the simple fact is that
+# there is no known SPARC v9 implementation, which does not implement
+# VIS. Even brand new Fujitsu's SPARC64 V is equipped with VIS unit.
+
+# USI&II cores currently exhibit uniform 2x improvement [over pre-
+# bn_mul_mont codebase] for all key lengths and benchmarks. On USIII
+# performance improves few percents for shorter keys and worsens few
+# percents for longer keys. This's because USIII integer multiplier
+# is >3x faster than USI&II one, which is harder to match [but see
+# TODO list below]. It should also be noted that SPARC64 V features
+# out-of-order execution, which *might* mean that integer multiplier
+# is pipelined, which in turn *might* be impossible to match...
+#
+# TODO:
+# - complete 32-bit adaptation (requires universal changes to
+# BN_MONT_CTX and bn_mul_mont prototype, but nothing really
+# unmanagable:-);
+# - modulo-schedule inner loop for better performance (on in-order
+# execution core such as UltraSPARC this shall result in further
+# noticeable(!) improvement);
+# - dedicated squaring procedure[?];
+
+$fname="bn_mul_mont";
+$bits=32;
+for (@ARGV) {
+ $bits=64 if (/\-m64/ || /\-xarch\=v9/);
+ $vis=1 if (/\-mcpu=ultra/ || /\-xarch\=v[9|8plus]\S/);
+}
+
+if (!$vis || $bits==32) { # 32-bit is not supported just yet...
+print<<___;
+.section ".text",#alloc,#execinstr
+.global $fname
+$fname:
+ retl
+ xor %o0,%o0,%o0 ! just signal "not implemented"
+.type $fname,#function
+.size $fname,(.-$fname)
+___
+exit;
+}
+
+if ($bits==64) {
+ $bias=2047;
+ $frame=192;
+} else {
+ $bias=0;
+ $frame=128; # 96 rounded up to largest known cache-line
+}
+$locals=64;
+
+# In order to provide for 32-/64-bit ABI duality, I keep integers wider
+# than 32 bit in %g1-%g4 and %o0-%o5. %l0-%l7 and %i0-%i5 are used
+# exclusively for pointers, indexes and other small values...
+# int bn_mul_mont(
+$rp="%i0"; # BN_ULONG *rp,
+$ap="%i1"; # const BN_ULONG *ap,
+$bp="%i2"; # const BN_ULONG *bp,
+$np="%i3"; # const BN_ULONG *np,
+$n0="%i4"; # BN_ULONG n0,
+$num="%i5"; # int num);
+
+$tp="%l0";
+$ap_l="%l1"; # a[num],n[num] are smashed to 32-bit words and saved
+$ap_h="%l2"; # to these four vectors as double-precision FP values.
+$np_l="%l3"; # This way a bunch of fxtods are eliminated in second
+$np_h="%l4"; # loop and L1-cache aliasing is minimized...
+$i="%l5";
+$j="%l6";
+$mask="%l7"; # 16-bit mask, 0xffff
+
+$n0="%g4"; # reassigned!!!
+$carry="%i4"; # reassigned!!! [only 1 bit is used]
+
+# FP register naming chart
+#
+# ..HILO
+# dcba
+# --------
+# LOa
+# LOb
+# LOc
+# LOd
+# HIa
+# HIb
+# HIc
+# HId
+# ..a
+# ..b
+$ba="%f0"; $bb="%f2"; $bc="%f4"; $bd="%f6";
+$na="%f8"; $nb="%f10"; $nc="%f12"; $nd="%f14";
+$alo="%f16"; $alo_="%f17"; $ahi="%f18"; $ahi_="%f19";
+$nlo="%f20"; $nlo_="%f21"; $nhi="%f22"; $nhi_="%f23";
+
+$dota="%f24"; $dotb="%f26";
+
+$aloa="%f32"; $alob="%f34"; $aloc="%f36"; $alod="%f38";
+$ahia="%f40"; $ahib="%f42"; $ahic="%f44"; $ahid="%f46";
+$nloa="%f48"; $nlob="%f50"; $nloc="%f52"; $nlod="%f54";
+$nhia="%f56"; $nhib="%f58"; $nhic="%f60"; $nhid="%f62";
+
+$ASI_FL16_P=0xD2; # magic ASI value to engage 16-bit FP load
+
+$code=<<___;
+.ident "UltraSPARC Montgomery multiply by <appro\@fy.chalmers.se>"
+.section ".text",#alloc,#execinstr
+
+.global $fname
+.align 32
+$fname:
+ save %sp,-$frame,%sp
+ sethi %hi(0xffff),$mask
+ sll $num,3,$num ! num*=8
+ or $mask,%lo(0xffff),$mask
+ mov %i4,$n0 ! reassigned, remember?
+
+ add %sp,$bias,%o0 ! real top of stack
+ sll $num,2,%o1
+ add %o1,$num,%o1 ! %o1=num*5
+ sub %o0,%o1,%o0
+ sub %o0,$locals,%o0
+ and %o0,-2048,%o0 ! optimize TLB utilization
+ sub %o0,$bias,%sp ! alloca
+
+ rd %asi,%o7
+ add %sp,$bias+$frame+$locals,$tp
+ add $tp,$num,$ap_l
+ add $ap_l,$num,$ap_l ! [an]p_[lh] point at the vector ends !
+ add $ap_l,$num,$ap_h
+ add $ap_h,$num,$np_l
+ add $np_l,$num,$np_h
+
+ wr %g0,$ASI_FL16_P,%asi ! setup %asi for 16-bit FP loads
+
+ add $rp,$num,$rp ! readjust input pointers to point
+ add $ap,$num,$ap ! at the ends too...
+ add $bp,$num,$bp
+ add $np,$num,$np
+
+ stx %o7,[%sp+$bias+$frame+48]
+\f
+ sub %g0,$num,$i
+ sub %g0,$num,$j
+
+ add $ap,$j,%o3
+ add $bp,$i,%o4
+ ldx [$bp+$i],%o0 ! bp[0]
+ add $np,$j,%o5
+ add %sp,$bias+$frame+0,%o7
+ ldx [$ap+$j],%o1 ! ap[0]
+
+ mulx %o1,%o0,%o0 ! ap[0]*bp[0]
+ mulx $n0,%o0,%o0 ! ap[0]*bp[0]*n0
+ stx %o0,[%o7]
+
+ ld [%o3+4],$alo_ ! load a[j] as pair of 32-bit words
+ fxors $alo,$alo,$alo
+ ld [%o3+0],$ahi_
+ fxors $ahi,$ahi,$ahi
+ ld [%o5+4],$nlo_ ! load n[j] as pair of 32-bit words
+ fxors $nlo,$nlo,$nlo
+ ld [%o5+0],$nhi_
+ fxors $nhi,$nhi,$nhi
+
+ ! transfer b[i] to FPU as 4x16-bit values
+ ldda [%o4+6]%asi,$ba
+ fxtod $alo,$alo
+ ldda [%o4+4]%asi,$bb
+ fxtod $ahi,$ahi
+ ldda [%o4+2]%asi,$bc
+ fxtod $nlo,$nlo
+ ldda [%o4+0]%asi,$bd
+ fxtod $nhi,$nhi
+
+ ! transfer ap[0]*b[0]*n0 to FPU as 4x16-bit values
+ ldda [%o7+6]%asi,$na
+ fxtod $ba,$ba
+ ldda [%o7+4]%asi,$nb
+ fxtod $bb,$bb
+ ldda [%o7+2]%asi,$nc
+ fxtod $bc,$bc
+ ldda [%o7+0]%asi,$nd
+ fxtod $bd,$bd
+
+ std $alo,[$ap_l+$j] ! save smashed ap[j] in double format
+ fxtod $na,$na
+ std $ahi,[$ap_h+$j]
+ fxtod $nb,$nb
+ std $nlo,[$np_l+$j] ! save smashed np[j] in double format
+ fxtod $nc,$nc
+ std $nhi,[$np_h+$j]
+ fxtod $nd,$nd
+
+ fmuld $alo,$ba,$aloa
+ fmuld $nlo,$na,$nloa
+ fmuld $alo,$bb,$alob
+ fmuld $nlo,$nb,$nlob
+ fmuld $alo,$bc,$aloc
+ fmuld $nlo,$nc,$nloc
+ faddd $aloa,$nloa,$nloa
+ fmuld $alo,$bd,$alod
+ fmuld $nlo,$nd,$nlod
+ faddd $alob,$nlob,$nlob
+ fmuld $ahi,$ba,$ahia
+ fmuld $nhi,$na,$nhia
+ faddd $aloc,$nloc,$nloc
+ fmuld $ahi,$bb,$ahib
+ fmuld $nhi,$nb,$nhib
+ faddd $alod,$nlod,$nlod
+ fmuld $ahi,$bc,$ahic
+ fmuld $nhi,$nc,$nhic
+ faddd $ahia,$nhia,$nhia
+ fmuld $ahi,$bd,$ahid
+ fmuld $nhi,$nd,$nhid
+
+ faddd $ahib,$nhib,$nhib
+ faddd $ahic,$nhic,$dota ! $nhic
+ faddd $ahid,$nhid,$dotb ! $nhid
+
+ faddd $nloc,$nhia,$nloc
+ faddd $nlod,$nhib,$nlod
+
+ fdtox $nloa,$nloa
+ fdtox $nlob,$nlob
+ fdtox $nloc,$nloc
+ fdtox $nlod,$nlod
+
+ std $nloa,[%sp+$bias+$frame+0]
+ std $nlob,[%sp+$bias+$frame+8]
+ std $nloc,[%sp+$bias+$frame+16]
+ std $nlod,[%sp+$bias+$frame+24]
+ ldx [%sp+$bias+$frame+0],%o0
+ ldx [%sp+$bias+$frame+8],%o1
+ ldx [%sp+$bias+$frame+16],%o2
+ ldx [%sp+$bias+$frame+24],%o3
+
+ srlx %o0,16,%o7
+ add %o7,%o1,%o1
+ srlx %o1,16,%o7
+ add %o7,%o2,%o2
+ srlx %o2,16,%o7
+ add %o7,%o3,%o3 ! %o3.%o2[0..15].%o1[0..15].%o0[0..15]
+ !and %o0,$mask,%o0
+ !and %o1,$mask,%o1
+ !and %o2,$mask,%o2
+ !sllx %o1,16,%o1
+ !sllx %o2,32,%o2
+ !sllx %o3,48,%o7
+ !or %o1,%o0,%o0
+ !or %o2,%o0,%o0
+ !or %o7,%o0,%o0 ! 64-bit result
+ srlx %o3,16,%g1 ! 34-bit carry
+\f
+ ba .L1st
+ add $j,8,$j
+.align 32
+.L1st:
+ add $ap,$j,%o3
+ add $np,$j,%o4
+ ld [%o3+4],$alo_ ! load a[j] as pair of 32-bit words
+ fxors $alo,$alo,$alo
+ ld [%o3+0],$ahi_
+ fxors $ahi,$ahi,$ahi
+ ld [%o4+4],$nlo_ ! load n[j] as pair of 32-bit words
+ fxors $nlo,$nlo,$nlo
+ ld [%o4+0],$nhi_
+ fxors $nhi,$nhi,$nhi
+
+ fxtod $alo,$alo
+ fxtod $ahi,$ahi
+ fxtod $nlo,$nlo
+ fxtod $nhi,$nhi
+
+ std $alo,[$ap_l+$j] ! save smashed ap[j] in double format
+ fmuld $alo,$ba,$aloa
+ std $ahi,[$ap_h+$j]
+ fmuld $nlo,$na,$nloa
+ std $nlo,[$np_l+$j] ! save smashed np[j] in double format
+ fmuld $alo,$bb,$alob
+ std $nhi,[$np_h+$j]
+ fmuld $nlo,$nb,$nlob
+ fmuld $alo,$bc,$aloc
+ fmuld $nlo,$nc,$nloc
+ faddd $aloa,$nloa,$nloa
+ fmuld $alo,$bd,$alod
+ fmuld $nlo,$nd,$nlod
+ faddd $alob,$nlob,$nlob
+ fmuld $ahi,$ba,$ahia
+ fmuld $nhi,$na,$nhia
+ faddd $aloc,$nloc,$nloc
+ fmuld $ahi,$bb,$ahib
+ fmuld $nhi,$nb,$nhib
+ faddd $alod,$nlod,$nlod
+ fmuld $ahi,$bc,$ahic
+ fmuld $nhi,$nc,$nhic
+ faddd $ahia,$nhia,$nhia
+ fmuld $ahi,$bd,$ahid
+ fmuld $nhi,$nd,$nhid
+ faddd $ahib,$nhib,$nhib
+
+ faddd $dota,$nloa,$nloa
+ faddd $dotb,$nlob,$nlob
+ faddd $ahic,$nhic,$dota ! $nhic
+ faddd $ahid,$nhid,$dotb ! $nhid
+
+ faddd $nloc,$nhia,$nloc
+ faddd $nlod,$nhib,$nlod
+
+ fdtox $nloa,$nloa
+ fdtox $nlob,$nlob
+ fdtox $nloc,$nloc
+ fdtox $nlod,$nlod
+
+ std $nloa,[%sp+$bias+$frame+0]
+ std $nlob,[%sp+$bias+$frame+8]
+ std $nloc,[%sp+$bias+$frame+16]
+ std $nlod,[%sp+$bias+$frame+24]
+ ldx [%sp+$bias+$frame+0],%o0
+ ldx [%sp+$bias+$frame+8],%o1
+ ldx [%sp+$bias+$frame+16],%o2
+ ldx [%sp+$bias+$frame+24],%o3
+
+ srlx %o0,16,%o7
+ add %o7,%o1,%o1
+ srlx %o1,16,%o7
+ add %o7,%o2,%o2
+ srlx %o2,16,%o7
+ add %o7,%o3,%o3 ! %o3.%o2[0..15].%o1[0..15].%o0[0..15]
+ and %o0,$mask,%o0
+ and %o1,$mask,%o1
+ and %o2,$mask,%o2
+ sllx %o1,16,%o1
+ sllx %o2,32,%o2
+ sllx %o3,48,%o7
+ or %o1,%o0,%o0
+ or %o2,%o0,%o0
+ or %o7,%o0,%o0 ! 64-bit result
+ addcc %g1,%o0,%o0
+ srlx %o3,16,%g1 ! 34-bit carry
+ bcs,a %xcc,.+8
+ add %g1,1,%g1
+
+ stx %o0,[$tp] ! tp[j-1]=
+ add $j,8,$j
+ brnz $j,.L1st
+ add $tp,8,$tp
+\f
+ fdtox $dota,$dota
+ fdtox $dotb,$dotb
+ std $dota,[%sp+$bias+$frame+32]
+ std $dotb,[%sp+$bias+$frame+40]
+ ldx [%sp+$bias+$frame+32],%o0
+ ldx [%sp+$bias+$frame+40],%o1
+
+ srlx %o0,16,%o7
+ add %o7,%o1,%o1
+ and %o0,$mask,%o0
+ sllx %o1,16,%o7
+ or %o7,%o0,%o0
+ addcc %g1,%o0,%o0
+ srlx %o1,48,%g1
+ bcs,a %xcc,.+8
+ add %g1,1,%g1
+
+ mov %g1,$carry
+ stx %o0,[$tp] ! tp[num-1]=
+\f
+ ba .Louter
+ add $i,8,$i
+.align 32
+.Louter:
+ sub %g0,$num,$j
+ add %sp,$bias+$frame+$locals,$tp
+
+ add $bp,$i,%o4
+ ldx [$bp+$i],%o0 ! bp[i]
+ add %sp,$bias+$frame+0,%o7
+ ldx [$ap+$j],%o1 ! ap[0]
+
+ ldx [$tp],%o2 ! tp[0]
+ mulx %o1,%o0,%o0
+ addcc %o2,%o0,%o0
+ mulx $n0,%o0,%o0 ! (ap[0]*bp[i]+t[0])*n0
+ stx %o0,[%o7]
+
+
+ ! transfer b[i] to FPU as 4x16-bit values
+ ldda [%o4+6]%asi,$ba
+ ldda [%o4+4]%asi,$bb
+ ldda [%o4+2]%asi,$bc
+ ldda [%o4+0]%asi,$bd
+
+ ! transfer (ap[0]*b[i]+t[0])*n0 to FPU as 4x16-bit values
+ ldda [%o7+6]%asi,$na
+ fxtod $ba,$ba
+ ldda [%o7+4]%asi,$nb
+ fxtod $bb,$bb
+ ldda [%o7+2]%asi,$nc
+ fxtod $bc,$bc
+ ldda [%o7+0]%asi,$nd
+ fxtod $bd,$bd
+ ldd [$ap_l+$j],$alo ! load a[j] in double format
+ fxtod $na,$na
+ ldd [$ap_h+$j],$ahi
+ fxtod $nb,$nb
+ ldd [$np_l+$j],$nlo ! load n[j] in double format
+ fxtod $nc,$nc
+ ldd [$np_h+$j],$nhi
+ fxtod $nd,$nd
+
+ fmuld $alo,$ba,$aloa
+ fmuld $nlo,$na,$nloa
+ fmuld $alo,$bb,$alob
+ fmuld $nlo,$nb,$nlob
+ fmuld $alo,$bc,$aloc
+ fmuld $nlo,$nc,$nloc
+ faddd $aloa,$nloa,$nloa
+ fmuld $alo,$bd,$alod
+ fmuld $nlo,$nd,$nlod
+ faddd $alob,$nlob,$nlob
+ fmuld $ahi,$ba,$ahia
+ fmuld $nhi,$na,$nhia
+ faddd $aloc,$nloc,$nloc
+ fmuld $ahi,$bb,$ahib
+ fmuld $nhi,$nb,$nhib
+ faddd $alod,$nlod,$nlod
+ fmuld $ahi,$bc,$ahic
+ fmuld $nhi,$nc,$nhic
+ faddd $ahia,$nhia,$nhia
+ fmuld $ahi,$bd,$ahid
+ fmuld $nhi,$nd,$nhid
+
+ faddd $ahib,$nhib,$nhib
+ faddd $ahic,$nhic,$dota ! $nhic
+ faddd $ahid,$nhid,$dotb ! $nhid
+
+ faddd $nloc,$nhia,$nloc
+ faddd $nlod,$nhib,$nlod
+
+ fdtox $nloa,$nloa
+ fdtox $nlob,$nlob
+ fdtox $nloc,$nloc
+ fdtox $nlod,$nlod
+
+ std $nloa,[%sp+$bias+$frame+0]
+ std $nlob,[%sp+$bias+$frame+8]
+ std $nloc,[%sp+$bias+$frame+16]
+ std $nlod,[%sp+$bias+$frame+24]
+ ldx [%sp+$bias+$frame+0],%o0
+ ldx [%sp+$bias+$frame+8],%o1
+ ldx [%sp+$bias+$frame+16],%o2
+ ldx [%sp+$bias+$frame+24],%o3
+
+ srlx %o0,16,%o7
+ add %o7,%o1,%o1
+ srlx %o1,16,%o7
+ add %o7,%o2,%o2
+ srlx %o2,16,%o7
+ add %o7,%o3,%o3 ! %o3.%o2[0..15].%o1[0..15].%o0[0..15]
+ ! why?
+ and %o0,$mask,%o0
+ and %o1,$mask,%o1
+ and %o2,$mask,%o2
+ sllx %o1,16,%o1
+ sllx %o2,32,%o2
+ sllx %o3,48,%o7
+ or %o1,%o0,%o0
+ or %o2,%o0,%o0
+ or %o7,%o0,%o0 ! 64-bit result
+ ldx [$tp],%o7
+ addcc %o7,%o0,%o0
+ ! end-of-why?
+ srlx %o3,16,%g1 ! 34-bit carry
+ bcs,a %xcc,.+8
+ add %g1,1,%g1
+\f
+ ba .Linner
+ add $j,8,$j
+.align 32
+.Linner:
+ ldd [$ap_l+$j],$alo ! load a[j] in double format
+ ldd [$ap_h+$j],$ahi
+ ldd [$np_l+$j],$nlo ! load n[j] in double format
+ ldd [$np_h+$j],$nhi
+
+ fmuld $alo,$ba,$aloa
+ fmuld $nlo,$na,$nloa
+ fmuld $alo,$bb,$alob
+ fmuld $nlo,$nb,$nlob
+ fmuld $alo,$bc,$aloc
+ fmuld $nlo,$nc,$nloc
+ faddd $aloa,$nloa,$nloa
+ fmuld $alo,$bd,$alod
+ fmuld $nlo,$nd,$nlod
+ faddd $alob,$nlob,$nlob
+ fmuld $ahi,$ba,$ahia
+ fmuld $nhi,$na,$nhia
+ faddd $aloc,$nloc,$nloc
+ fmuld $ahi,$bb,$ahib
+ fmuld $nhi,$nb,$nhib
+ faddd $alod,$nlod,$nlod
+ fmuld $ahi,$bc,$ahic
+ fmuld $nhi,$nc,$nhic
+ faddd $ahia,$nhia,$nhia
+ fmuld $ahi,$bd,$ahid
+ fmuld $nhi,$nd,$nhid
+
+ faddd $ahib,$nhib,$nhib
+ faddd $dota,$nloa,$nloa
+ faddd $dotb,$nlob,$nlob
+ faddd $ahic,$nhic,$dota ! $nhic
+ faddd $ahid,$nhid,$dotb ! $nhid
+
+ faddd $nloc,$nhia,$nloc
+ faddd $nlod,$nhib,$nlod
+
+ fdtox $nloa,$nloa
+ fdtox $nlob,$nlob
+ fdtox $nloc,$nloc
+ fdtox $nlod,$nlod
+
+ std $nloa,[%sp+$bias+$frame+0]
+ std $nlob,[%sp+$bias+$frame+8]
+ std $nloc,[%sp+$bias+$frame+16]
+ std $nlod,[%sp+$bias+$frame+24]
+ ldx [%sp+$bias+$frame+0],%o0
+ ldx [%sp+$bias+$frame+8],%o1
+ ldx [%sp+$bias+$frame+16],%o2
+ ldx [%sp+$bias+$frame+24],%o3
+
+ srlx %o0,16,%o7
+ add %o7,%o1,%o1
+ srlx %o1,16,%o7
+ add %o7,%o2,%o2
+ srlx %o2,16,%o7
+ add %o7,%o3,%o3 ! %o3.%o2[0..15].%o1[0..15].%o0[0..15]
+ and %o0,$mask,%o0
+ and %o1,$mask,%o1
+ and %o2,$mask,%o2
+ sllx %o1,16,%o1
+ sllx %o2,32,%o2
+ sllx %o3,48,%o7
+ or %o1,%o0,%o0
+ or %o2,%o0,%o0
+ or %o7,%o0,%o0 ! 64-bit result
+ addcc %g1,%o0,%o0
+ srlx %o3,16,%g1 ! 34-bit carry
+ bcs,a %xcc,.+8
+ add %g1,1,%g1
+
+ ldx [$tp+8],%o7 ! tp[j]
+ addcc %o7,%o0,%o0
+ bcs,a %xcc,.+8
+ add %g1,1,%g1
+
+ stx %o0,[$tp] ! tp[j-1]
+ add $j,8,$j
+ brnz $j,.Linner
+ add $tp,8,$tp
+\f
+ fdtox $dota,$dota
+ fdtox $dotb,$dotb
+ std $dota,[%sp+$bias+$frame+32]
+ std $dotb,[%sp+$bias+$frame+40]
+ ldx [%sp+$bias+$frame+32],%o0
+ ldx [%sp+$bias+$frame+40],%o1
+
+ srlx %o0,16,%o7
+ add %o7,%o1,%o1
+ and %o0,$mask,%o0
+ sllx %o1,16,%o7
+ or %o7,%o0,%o0
+ addcc %g1,%o0,%o0
+ srlx %o1,48,%g1
+ bcs,a %xcc,.+8
+ add %g1,1,%g1
+
+ addcc $carry,%o0,%o0
+ stx %o0,[$tp] ! tp[num-1]
+ mov %g1,$carry
+ bcs,a %xcc,.+8
+ add $carry,1,$carry
+
+ add $i,8,$i
+ brnz $i,.Louter
+ nop
+\f
+ sub %g0,$num,$j ! j=-num
+ add $tp,8,$tp ! adjust tp to point at the end
+
+ cmp $carry,0 ! clears %icc.c
+ bne,pn %icc,.Lsub
+ nop
+
+ ld [$tp-8],%o0
+ ld [$np-8],%o1
+ cmp %o0,%o1
+ bcs,pt %icc,.Lcopy ! %icc.c is clean if not taken
+ nop
+
+.align 32,0x1000000
+.Lsub:
+ ldd [$tp+$j],%o0
+ ldd [$np+$j],%o2
+ subccc %o1,%o3,%o1
+ subccc %o0,%o2,%o0
+ std %o0,[$rp+$j]
+ add $j,8,$j
+ brnz $j,.Lsub
+ nop
+ subccc $carry,0,$carry
+ bcc %icc,.Lzap
+ sub %g0,$num,$j
+
+.align 16,0x1000000
+.Lcopy:
+ ldx [$tp+$j],%o0
+ stx %o0,[$rp+$j]
+ add $j,8,$j
+ brnz $j,.Lcopy
+ nop
+ ba .Lzap
+ sub %g0,$num,$j
+
+.align 32
+.Lzap:
+ stx %g0,[$tp+$j]
+ stx %g0,[$ap_l+$j]
+ stx %g0,[$ap_h+$j]
+ stx %g0,[$np_l+$j]
+ stx %g0,[$np_h+$j]
+ add $j,8,$j
+ brnz $j,.Lzap
+ nop
+
+ ldx [%sp+$bias+$frame+48],%o7
+ wr %g0,%o7,%asi ! restore %asi
+
+ mov 1,%i0
+ ret
+ restore
+.type $fname,#function
+.size $fname,(.-$fname)
+___
+
+$code =~ s/\`([^\`]*)\`/eval($1)/gem;
+print $code;
+close STDOUT;
projects / openssl.git / commitdiff