3 # ====================================================================
4 # Written by Andy Polyakov <appro@fy.chalmers.se> for the OpenSSL
5 # project. The module is, however, dual licensed under OpenSSL and
6 # CRYPTOGAMS licenses depending on where you obtain it. For further
7 # details see http://www.openssl.org/~appro/cryptogams/.
8 # ====================================================================
10 # On 21264 RSA sign performance improves by 70/35/20/15 percent for
11 # 512/1024/2048/4096 bit key lengths. This is against vendor compiler
12 # instructed to '-tune host' code with in-line assembler. Other
13 # benchmarks improve by 15-20%. To anchor it to something else, the
14 # code provides approximately the same performance per GHz as AMD64.
15 # I.e. if you compare 1GHz 21264 and 2GHz Opteron, you'll observe ~2x
19 $rp="a0"; # BN_ULONG *rp,
20 $ap="a1"; # const BN_ULONG *ap,
21 $bp="a2"; # const BN_ULONG *bp,
22 $np="a3"; # const BN_ULONG *np,
23 $n0="a4"; # const BN_ULONG *n0,
24 $num="a5"; # int num);
74 ldq $hi0,0($ap) # ap[0]
78 ldq $bi,0($bp) # bp[0]
84 ldq $hi1,0($np) # np[0]
199 s8addq $j,$np,$nj #U0
203 addq $alo,$hi0,$lo0 #L1
206 mulq $aj,$bi,$alo #U1
207 cmpult $lo0,$hi0,AT #L0
208 addq $nlo,$hi1,$lo1 #L1
211 mulq $nj,$m1,$nlo #U1
212 addq $ahi,AT,$hi0 #L0
213 addq $lo0,$tj,$lo0 #L1
214 cmpult $lo1,$hi1,v0 #U0
216 umulh $aj,$bi,$ahi #U1
217 cmpult $lo0,$tj,AT #L0
218 addq $lo1,$lo0,$lo1 #L1
219 addq $nhi,v0,$hi1 #U0
221 umulh $nj,$m1,$nhi #U1
222 s8addq $j,$ap,$aj #L0
223 cmpult $lo1,$lo0,v0 #L1
224 cmplt $j,$num,$tj #U0 # borrow $tj
226 addq $hi0,AT,$hi0 #L0
227 addq $hi1,v0,$hi1 #U1
251 cmpult $lo1,$hi0,$hi1
257 cmplt $i,$num,$tj # borrow $tj
261 s8addq $num,sp,$tj # &tp[num]
262 mov $rp,$bp # put rp aside
265 mov 0,$hi0 # clear borrow bit
268 .Lsub: ldq $lo0,($tp)
272 subq $lo0,$lo1,$lo1 # tp[i]-np[i]
275 cmpult $lo1,$lo0,$hi0
282 subq $hi1,$hi0,$hi0 # handle upmost overflow bit
284 mov $bp,$rp # restore rp
288 bis $bp,$ap,$ap # ap=borrow?tp:rp
291 .Lcopy: ldq $aj,($ap) # copy or in-place refresh
295 stq zero,-8($tp) # zap tp
313 .asciiz "Montgomery Multiplication for Alpha, CRYPTOGAMS by <appro\@openssl.org>"