9c84e8d93c301a35b544b112cb87a90b7ddbd573
[openssl.git] / crypto / sha / asm / sha256-armv4.pl
1 #!/usr/bin/env perl
2
3 # ====================================================================
4 # Written by Andy Polyakov <appro@fy.chalmers.se> for the OpenSSL
5 # project. The module is, however, dual licensed under OpenSSL and
6 # CRYPTOGAMS licenses depending on where you obtain it. For further
7 # details see http://www.openssl.org/~appro/cryptogams/.
8 # ====================================================================
9
10 # SHA256 block procedure for ARMv4. May 2007.
11
12 # Performance is ~2x better than gcc 3.4 generated code and in "abso-
13 # lute" terms is ~2250 cycles per 64-byte block or ~35 cycles per
14 # byte [on single-issue Xscale PXA250 core].
15
16 # July 2010.
17 #
18 # Rescheduling for dual-issue pipeline resulted in 22% improvement on
19 # Cortex A8 core and ~20 cycles per processed byte.
20
21 # February 2011.
22 #
23 # Profiler-assisted and platform-specific optimization resulted in 16%
24 # improvement on Cortex A8 core and ~17 cycles per processed byte.
25
26 while (($output=shift) && ($output!~/^\w[\w\-]*\.\w+$/)) {}
27 open STDOUT,">$output";
28
29 $ctx="r0";      $t0="r0";
30 $inp="r1";      $t3="r1";
31 $len="r2";      $t1="r2";
32 $T1="r3";
33 $A="r4";
34 $B="r5";
35 $C="r6";
36 $D="r7";
37 $E="r8";
38 $F="r9";
39 $G="r10";
40 $H="r11";
41 @V=($A,$B,$C,$D,$E,$F,$G,$H);
42 $t2="r12";
43 $Ktbl="r14";
44
45 @Sigma0=( 2,13,22);
46 @Sigma1=( 6,11,25);
47 @sigma0=( 7,18, 3);
48 @sigma1=(17,19,10);
49
50 sub BODY_00_15 {
51 my ($i,$a,$b,$c,$d,$e,$f,$g,$h) = @_;
52
53 $code.=<<___ if ($i<16);
54 #if __ARM_ARCH__>=7
55         ldr     $T1,[$inp],#4
56 #else
57         ldrb    $T1,[$inp,#3]                   @ $i
58         ldrb    $t2,[$inp,#2]
59         ldrb    $t1,[$inp,#1]
60         ldrb    $t0,[$inp],#4
61         orr     $T1,$T1,$t2,lsl#8
62         orr     $T1,$T1,$t1,lsl#16
63         orr     $T1,$T1,$t0,lsl#24
64 #endif
65 ___
66 $code.=<<___;
67         mov     $t0,$e,ror#$Sigma1[0]
68         ldr     $t2,[$Ktbl],#4                  @ *K256++
69         eor     $t0,$t0,$e,ror#$Sigma1[1]
70         eor     $t1,$f,$g
71 #if $i>=16
72         add     $T1,$T1,$t3                     @ from BODY_16_xx
73 #elif __ARM_ARCH__>=7 && defined(__ARMEL__)
74         rev     $T1,$T1
75 #endif
76 #if $i==15
77         str     $inp,[sp,#17*4]                 @ leave room for $t3
78 #endif
79         eor     $t0,$t0,$e,ror#$Sigma1[2]       @ Sigma1(e)
80         and     $t1,$t1,$e
81         str     $T1,[sp,#`$i%16`*4]
82         add     $T1,$T1,$t0
83         eor     $t1,$t1,$g                      @ Ch(e,f,g)
84         add     $T1,$T1,$h
85         mov     $h,$a,ror#$Sigma0[0]
86         add     $T1,$T1,$t1
87         eor     $h,$h,$a,ror#$Sigma0[1]
88         add     $T1,$T1,$t2
89         eor     $h,$h,$a,ror#$Sigma0[2]         @ Sigma0(a)
90 #if $i>=15
91         ldr     $t3,[sp,#`($i+2)%16`*4]         @ from BODY_16_xx
92 #endif
93         orr     $t0,$a,$b
94         and     $t1,$a,$b
95         and     $t0,$t0,$c
96         add     $h,$h,$T1
97         orr     $t0,$t0,$t1                     @ Maj(a,b,c)
98         add     $d,$d,$T1
99         add     $h,$h,$t0
100 ___
101 }
102
103 sub BODY_16_XX {
104 my ($i,$a,$b,$c,$d,$e,$f,$g,$h) = @_;
105
106 $code.=<<___;
107         @ ldr   $t3,[sp,#`($i+1)%16`*4]         @ $i
108         ldr     $t2,[sp,#`($i+14)%16`*4]
109         mov     $t0,$t3,ror#$sigma0[0]
110         ldr     $T1,[sp,#`($i+0)%16`*4]
111         eor     $t0,$t0,$t3,ror#$sigma0[1]
112         ldr     $t1,[sp,#`($i+9)%16`*4]
113         eor     $t0,$t0,$t3,lsr#$sigma0[2]      @ sigma0(X[i+1])
114         mov     $t3,$t2,ror#$sigma1[0]
115         add     $T1,$T1,$t0
116         eor     $t3,$t3,$t2,ror#$sigma1[1]
117         add     $T1,$T1,$t1
118         eor     $t3,$t3,$t2,lsr#$sigma1[2]      @ sigma1(X[i+14])
119         @ add   $T1,$T1,$t3
120 ___
121         &BODY_00_15(@_);
122 }
123
124 $code=<<___;
125 #include "arm_arch.h"
126
127 .text
128 .code   32
129
130 .type   K256,%object
131 .align  5
132 K256:
133 .word   0x428a2f98,0x71374491,0xb5c0fbcf,0xe9b5dba5
134 .word   0x3956c25b,0x59f111f1,0x923f82a4,0xab1c5ed5
135 .word   0xd807aa98,0x12835b01,0x243185be,0x550c7dc3
136 .word   0x72be5d74,0x80deb1fe,0x9bdc06a7,0xc19bf174
137 .word   0xe49b69c1,0xefbe4786,0x0fc19dc6,0x240ca1cc
138 .word   0x2de92c6f,0x4a7484aa,0x5cb0a9dc,0x76f988da
139 .word   0x983e5152,0xa831c66d,0xb00327c8,0xbf597fc7
140 .word   0xc6e00bf3,0xd5a79147,0x06ca6351,0x14292967
141 .word   0x27b70a85,0x2e1b2138,0x4d2c6dfc,0x53380d13
142 .word   0x650a7354,0x766a0abb,0x81c2c92e,0x92722c85
143 .word   0xa2bfe8a1,0xa81a664b,0xc24b8b70,0xc76c51a3
144 .word   0xd192e819,0xd6990624,0xf40e3585,0x106aa070
145 .word   0x19a4c116,0x1e376c08,0x2748774c,0x34b0bcb5
146 .word   0x391c0cb3,0x4ed8aa4a,0x5b9cca4f,0x682e6ff3
147 .word   0x748f82ee,0x78a5636f,0x84c87814,0x8cc70208
148 .word   0x90befffa,0xa4506ceb,0xbef9a3f7,0xc67178f2
149 .size   K256,.-K256
150
151 .global sha256_block_data_order
152 .type   sha256_block_data_order,%function
153 sha256_block_data_order:
154         sub     r3,pc,#8                @ sha256_block_data_order
155         add     $len,$inp,$len,lsl#6    @ len to point at the end of inp
156         stmdb   sp!,{$ctx,$inp,$len,r4-r11,lr}
157         ldmia   $ctx,{$A,$B,$C,$D,$E,$F,$G,$H}
158         sub     $Ktbl,r3,#256           @ K256
159         sub     sp,sp,#16*4             @ alloca(X[16])
160 .Loop:
161 ___
162 for($i=0;$i<16;$i++)    { &BODY_00_15($i,@V); unshift(@V,pop(@V)); }
163 $code.=".Lrounds_16_xx:\n";
164 for (;$i<32;$i++)       { &BODY_16_XX($i,@V); unshift(@V,pop(@V)); }
165 $code.=<<___;
166         and     $t2,$t2,#0xff
167         cmp     $t2,#0xf2
168         bne     .Lrounds_16_xx
169
170         ldr     $T1,[sp,#16*4]          @ pull ctx
171         ldr     $t0,[$T1,#0]
172         ldr     $t1,[$T1,#4]
173         ldr     $t2,[$T1,#8]
174         add     $A,$A,$t0
175         ldr     $t0,[$T1,#12]
176         add     $B,$B,$t1
177         ldr     $t1,[$T1,#16]
178         add     $C,$C,$t2
179         ldr     $t2,[$T1,#20]
180         add     $D,$D,$t0
181         ldr     $t0,[$T1,#24]
182         add     $E,$E,$t1
183         ldr     $t1,[$T1,#28]
184         add     $F,$F,$t2
185         ldr     $inp,[sp,#17*4]         @ pull inp
186         ldr     $t2,[sp,#18*4]          @ pull inp+len
187         add     $G,$G,$t0
188         add     $H,$H,$t1
189         stmia   $T1,{$A,$B,$C,$D,$E,$F,$G,$H}
190         cmp     $inp,$t2
191         sub     $Ktbl,$Ktbl,#256        @ rewind Ktbl
192         bne     .Loop
193
194         add     sp,sp,#`16+3`*4 @ destroy frame
195 #if __ARM_ARCH__>=5
196         ldmia   sp!,{r4-r11,pc}
197 #else
198         ldmia   sp!,{r4-r11,lr}
199         tst     lr,#1
200         moveq   pc,lr                   @ be binary compatible with V4, yet
201         bx      lr                      @ interoperable with Thumb ISA:-)
202 #endif
203 .size   sha256_block_data_order,.-sha256_block_data_order
204 .asciz  "SHA256 block transform for ARMv4, CRYPTOGAMS by <appro\@openssl.org>"
205 .align  2
206 ___
207
208 $code =~ s/\`([^\`]*)\`/eval $1/gem;
209 $code =~ s/\bbx\s+lr\b/.word\t0xe12fff1e/gm;    # make it possible to compile with -march=armv4
210 print $code;
211 close STDOUT; # enforce flush