]> git.ipfire.org Git - thirdparty/openssl.git/blame - crypto/sha/asm/sha512-ppc.pl
projects / thirdparty / openssl.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Also check for errors in x86_64-xlate.pl.
[thirdparty/openssl.git] / crypto / sha / asm / sha512-ppc.pl
CommitLineData
6aa36e8e
RS		 1#! /usr/bin/env perl
2# Copyright 2006-2016 The OpenSSL Project Authors. All Rights Reserved.
3#
a598ed0d 4# Licensed under the Apache License 2.0 (the "License"). You may not use
6aa36e8e
RS		 5# this file except in compliance with the License. You can obtain a copy
6# in the file LICENSE in the source distribution or at
7# https://www.openssl.org/source/license.html
8
17478fde
AP		 9
10# ====================================================================
d4571f43 11# Written by Andy Polyakov <appro@openssl.org> for the OpenSSL
7af57261
AP		 12# project. The module is, however, dual licensed under OpenSSL and
13# CRYPTOGAMS licenses depending on where you obtain it. For further
14# details see http://www.openssl.org/~appro/cryptogams/.
17478fde
AP		 15# ====================================================================
16
17# I let hardware handle unaligned input, except on page boundaries
18# (see below for details). Otherwise straightforward implementation
5dc52b91 19# with X vector in register bank.
17478fde
AP		 20
21# sha256 | sha512
22# -m64 -m32 | -m64 -m32
23# --------------------------------------+-----------------------
24# PPC970,gcc-4.0.0 +50% +38% | +40% +410%(*)
399f94bf 25# Power6,xlc-7 +150% +90% | +100% +430%(*)
17478fde
AP		 26#
27# (*) 64-bit code in 32-bit application context, which actually is
7af57261 28# on TODO list. It should be noted that for safe deployment in
46f4e1be 29# 32-bit *multi-threaded* context asynchronous signals should be
7af57261
AP		 30# blocked upon entry to SHA512 block routine. This is because
31# 32-bit signaling procedure invalidates upper halves of GPRs.
32# Context switch procedure preserves them, but not signaling:-(
33
34# Second version is true multi-thread safe. Trouble with the original
35# version was that it was using thread local storage pointer register.
36# Well, it scrupulously preserved it, but the problem would arise the
37# moment asynchronous signal was delivered and signal handler would
38# dereference the TLS pointer. While it's never the case in openssl
39# application or test suite, we have to respect this scenario and not
40# use TLS pointer register. Alternative would be to require caller to
41# block signals prior calling this routine. For the record, in 32-bit
42# context R2 serves as TLS pointer, while in 64-bit context - R13.
17478fde 43
1aa89a7a
RL		 44# $output is the last argument if it looks like a file (it has an extension)
45# $flavour is the first argument if it doesn't look like a file
46$output = $#ARGV >= 0 && $ARGV[$#ARGV] =~ m|\.\w+$| ? pop : undef;
47$flavour = $#ARGV >= 0 && $ARGV[0] !~ m|\.| ? shift : undef;
17478fde 48
addd641f 49if ($flavour =~ /64/) {
17478fde 50 $SIZE_T=8;
67150340 51 $LRSAVE=2*$SIZE_T;
17478fde
AP		 52 $STU="stdu";
53 $UCMP="cmpld";
54 $SHL="sldi";
55 $POP="ld";
56 $PUSH="std";
addd641f 57} elsif ($flavour =~ /32/) {
17478fde 58 $SIZE_T=4;
67150340 59 $LRSAVE=$SIZE_T;
17478fde
AP		 60 $STU="stwu";
61 $UCMP="cmplw";
62 $SHL="slwi";
63 $POP="lwz";
64 $PUSH="stw";
addd641f 65} else { die "nonsense $flavour"; }
17478fde 66
5dc52b91 67$LITTLE_ENDIAN = ($flavour=~/le$/) ? $SIZE_T : 0;
8ff8a829 68
addd641f
AP		 69$0 =~ m/(.*[\/\\])[^\/\\]+$/; $dir=$1;
70( $xlate="${dir}ppc-xlate.pl" and -f $xlate ) or
71( $xlate="${dir}../../perlasm/ppc-xlate.pl" and -f $xlate) or
72die "can't locate ppc-xlate.pl";
73
1aa89a7a
RL		 74open STDOUT,"| $^X $xlate $flavour \"$output\""
75 or die "can't call $xlate: $!";
17478fde
AP		 76
77if ($output =~ /512/) {
cd1922cd 78 $func="sha512_block_ppc";
17478fde
AP		 79 $SZ=8;
80 @Sigma0=(28,34,39);
81 @Sigma1=(14,18,41);
82 @sigma0=(1, 8, 7);
83 @sigma1=(19,61, 6);
84 $rounds=80;
85 $LD="ld";
86 $ST="std";
87 $ROR="rotrdi";
88 $SHR="srdi";
89} else {
cd1922cd 90 $func="sha256_block_ppc";
17478fde
AP		 91 $SZ=4;
92 @Sigma0=( 2,13,22);
93 @Sigma1=( 6,11,25);
94 @sigma0=( 7,18, 3);
95 @sigma1=(17,19,10);
96 $rounds=64;
97 $LD="lwz";
98 $ST="stw";
99 $ROR="rotrwi";
100 $SHR="srwi";
101}
102
67150340
AP		 103$FRAME=32*$SIZE_T+16*$SZ;
104$LOCALS=6*$SIZE_T;
17478fde
AP		 105
106$sp ="r1";
7af57261 107$toc="r2";
17478fde 108$ctx="r3"; # zapped by $a0
7af57261
AP		 109$inp="r4"; # zapped by $a1
110$num="r5"; # zapped by $t0
17478fde
AP		 111
112$T ="r0";
17478fde 113$a0 ="r3";
7af57261
AP		 114$a1 ="r4";
115$t0 ="r5";
116$t1 ="r6";
117$Tbl="r7";
17478fde
AP		 118
119$A ="r8";
120$B ="r9";
121$C ="r10";
122$D ="r11";
123$E ="r12";
23b93b58 124$F =$t1; $t1 = "r0"; # stay away from "r13";
17478fde
AP		 125$G ="r14";
126$H ="r15";
127
128@V=($A,$B,$C,$D,$E,$F,$G,$H);
129@X=("r16","r17","r18","r19","r20","r21","r22","r23",
130 "r24","r25","r26","r27","r28","r29","r30","r31");
131
d4571f43 132$inp="r31" if($SZ==4 || $SIZE_T==8); # reassigned $inp! aliases with @X[15]
7af57261 133
17478fde
AP		 134sub ROUND_00_15 {
135my ($i,$a,$b,$c,$d,$e,$f,$g,$h)=@_;
136$code.=<<___;
17478fde
AP		 137 $ROR $a0,$e,$Sigma1[0]
138 $ROR $a1,$e,$Sigma1[1]
139 and $t0,$f,$e
17478fde 140 xor $a0,$a0,$a1
23b93b58
AP		 141 add $h,$h,$t1
142 andc $t1,$g,$e
17478fde
AP		 143 $ROR $a1,$a1,`$Sigma1[2]-$Sigma1[1]`
144 or $t0,$t0,$t1 ; Ch(e,f,g)
23b93b58 145 add $h,$h,@X[$i%16]
17478fde 146 xor $a0,$a0,$a1 ; Sigma1(e)
23b93b58
AP		 147 add $h,$h,$t0
148 add $h,$h,$a0
17478fde
AP		 149
150 $ROR $a0,$a,$Sigma0[0]
151 $ROR $a1,$a,$Sigma0[1]
152 and $t0,$a,$b
153 and $t1,$a,$c
154 xor $a0,$a0,$a1
155 $ROR $a1,$a1,`$Sigma0[2]-$Sigma0[1]`
156 xor $t0,$t0,$t1
157 and $t1,$b,$c
158 xor $a0,$a0,$a1 ; Sigma0(a)
23b93b58 159 add $d,$d,$h
17478fde 160 xor $t0,$t0,$t1 ; Maj(a,b,c)
23b93b58
AP		 161___
162$code.=<<___ if ($i<15);
163 $LD $t1,`($i+1)*$SZ`($Tbl)
164___
165$code.=<<___;
166 add $h,$h,$a0
17478fde
AP		 167 add $h,$h,$t0
168
169___
170}
171
172sub ROUND_16_xx {
173my ($i,$a,$b,$c,$d,$e,$f,$g,$h)=@_;
174$i-=16;
175$code.=<<___;
176 $ROR $a0,@X[($i+1)%16],$sigma0[0]
177 $ROR $a1,@X[($i+1)%16],$sigma0[1]
178 $ROR $t0,@X[($i+14)%16],$sigma1[0]
179 $ROR $t1,@X[($i+14)%16],$sigma1[1]
180 xor $a0,$a0,$a1
181 $SHR $a1,@X[($i+1)%16],$sigma0[2]
182 xor $t0,$t0,$t1
183 $SHR $t1,@X[($i+14)%16],$sigma1[2]
184 add @X[$i],@X[$i],@X[($i+9)%16]
185 xor $a0,$a0,$a1 ; sigma0(X[(i+1)&0x0f])
186 xor $t0,$t0,$t1 ; sigma1(X[(i+14)&0x0f])
23b93b58 187 $LD $t1,`$i*$SZ`($Tbl)
17478fde
AP		 188 add @X[$i],@X[$i],$a0
189 add @X[$i],@X[$i],$t0
190___
23b93b58 191&ROUND_00_15($i+16,$a,$b,$c,$d,$e,$f,$g,$h);
17478fde
AP		 192}
193
194$code=<<___;
492279f6 195.machine "any"
17478fde
AP		 196.text
197
198.globl $func
199.align 6
200$func:
67150340 201 $STU $sp,-$FRAME($sp)
17478fde 202 mflr r0
17478fde
AP		 203 $SHL $num,$num,`log(16*$SZ)/log(2)`
204
205 $PUSH $ctx,`$FRAME-$SIZE_T*22`($sp)
206
17478fde
AP		 207 $PUSH r14,`$FRAME-$SIZE_T*18`($sp)
208 $PUSH r15,`$FRAME-$SIZE_T*17`($sp)
209 $PUSH r16,`$FRAME-$SIZE_T*16`($sp)
210 $PUSH r17,`$FRAME-$SIZE_T*15`($sp)
211 $PUSH r18,`$FRAME-$SIZE_T*14`($sp)
212 $PUSH r19,`$FRAME-$SIZE_T*13`($sp)
213 $PUSH r20,`$FRAME-$SIZE_T*12`($sp)
214 $PUSH r21,`$FRAME-$SIZE_T*11`($sp)
215 $PUSH r22,`$FRAME-$SIZE_T*10`($sp)
216 $PUSH r23,`$FRAME-$SIZE_T*9`($sp)
217 $PUSH r24,`$FRAME-$SIZE_T*8`($sp)
218 $PUSH r25,`$FRAME-$SIZE_T*7`($sp)
219 $PUSH r26,`$FRAME-$SIZE_T*6`($sp)
220 $PUSH r27,`$FRAME-$SIZE_T*5`($sp)
221 $PUSH r28,`$FRAME-$SIZE_T*4`($sp)
222 $PUSH r29,`$FRAME-$SIZE_T*3`($sp)
223 $PUSH r30,`$FRAME-$SIZE_T*2`($sp)
224 $PUSH r31,`$FRAME-$SIZE_T*1`($sp)
67150340 225 $PUSH r0,`$FRAME+$LRSAVE`($sp)
d4571f43 226___
17478fde 227
d4571f43
AP		 228if ($SZ==4 || $SIZE_T==8) {
229$code.=<<___;
17478fde 230 $LD $A,`0*$SZ`($ctx)
7af57261 231 mr $inp,r4 ; incarnate $inp
17478fde
AP		 232 $LD $B,`1*$SZ`($ctx)
233 $LD $C,`2*$SZ`($ctx)
234 $LD $D,`3*$SZ`($ctx)
235 $LD $E,`4*$SZ`($ctx)
236 $LD $F,`5*$SZ`($ctx)
237 $LD $G,`6*$SZ`($ctx)
238 $LD $H,`7*$SZ`($ctx)
d4571f43
AP		 239___
240} else {
241 for ($i=16;$i<32;$i++) {
242 $code.=<<___;
5dc52b91 243 lwz r$i,`$LITTLE_ENDIAN^(4*($i-16))`($ctx)
d4571f43
AP		 244___
245 }
246}
17478fde 247
d4571f43 248$code.=<<___;
67150340 249 bl LPICmeup
17478fde
AP		 250LPICedup:
251 andi. r0,$inp,3
252 bne Lunaligned
253Laligned:
7af57261
AP		 254 add $num,$inp,$num
255 $PUSH $num,`$FRAME-$SIZE_T*24`($sp) ; end pointer
256 $PUSH $inp,`$FRAME-$SIZE_T*23`($sp) ; inp pointer
17478fde 257 bl Lsha2_block_private
67150340 258 b Ldone
17478fde 259
67150340
AP		 260; PowerPC specification allows an implementation to be ill-behaved
261; upon unaligned access which crosses page boundary. "Better safe
262; than sorry" principle makes me treat it specially. But I don't
263; look for particular offending word, but rather for the input
264; block which crosses the boundary. Once found that block is aligned
265; and hashed separately...
17478fde
AP		 266.align 4
267Lunaligned:
268 subfic $t1,$inp,4096
269 andi. $t1,$t1,`4096-16*$SZ` ; distance to closest page boundary
270 beq Lcross_page
271 $UCMP $num,$t1
20b88bb1 272 ble Laligned ; didn't cross the page boundary
17478fde 273 subfc $num,$t1,$num
7af57261
AP		 274 add $t1,$inp,$t1
275 $PUSH $num,`$FRAME-$SIZE_T*25`($sp) ; save real remaining num
276 $PUSH $t1,`$FRAME-$SIZE_T*24`($sp) ; intermediate end pointer
277 $PUSH $inp,`$FRAME-$SIZE_T*23`($sp) ; inp pointer
17478fde 278 bl Lsha2_block_private
7af57261
AP		 279 ; $inp equals to the intermediate end pointer here
280 $POP $num,`$FRAME-$SIZE_T*25`($sp) ; restore real remaining num
17478fde
AP		 281Lcross_page:
282 li $t1,`16*$SZ/4`
283 mtctr $t1
d4571f43
AP		 284___
285if ($SZ==4 || $SIZE_T==8) {
286$code.=<<___;
67150340 287 addi r20,$sp,$LOCALS ; aligned spot below the frame
17478fde
AP		 288Lmemcpy:
289 lbz r16,0($inp)
290 lbz r17,1($inp)
291 lbz r18,2($inp)
292 lbz r19,3($inp)
293 addi $inp,$inp,4
294 stb r16,0(r20)
295 stb r17,1(r20)
296 stb r18,2(r20)
297 stb r19,3(r20)
298 addi r20,r20,4
299 bdnz Lmemcpy
d4571f43
AP		 300___
301} else {
302$code.=<<___;
303 addi r12,$sp,$LOCALS ; aligned spot below the frame
304Lmemcpy:
305 lbz r8,0($inp)
306 lbz r9,1($inp)
307 lbz r10,2($inp)
308 lbz r11,3($inp)
309 addi $inp,$inp,4
310 stb r8,0(r12)
311 stb r9,1(r12)
312 stb r10,2(r12)
313 stb r11,3(r12)
314 addi r12,r12,4
315 bdnz Lmemcpy
316___
317}
17478fde 318
d4571f43 319$code.=<<___;
7af57261 320 $PUSH $inp,`$FRAME-$SIZE_T*26`($sp) ; save real inp
67150340
AP		 321 addi $t1,$sp,`$LOCALS+16*$SZ` ; fictitious end pointer
322 addi $inp,$sp,$LOCALS ; fictitious inp pointer
7af57261
AP		 323 $PUSH $num,`$FRAME-$SIZE_T*25`($sp) ; save real num
324 $PUSH $t1,`$FRAME-$SIZE_T*24`($sp) ; end pointer
325 $PUSH $inp,`$FRAME-$SIZE_T*23`($sp) ; inp pointer
17478fde 326 bl Lsha2_block_private
7af57261
AP		 327 $POP $inp,`$FRAME-$SIZE_T*26`($sp) ; restore real inp
328 $POP $num,`$FRAME-$SIZE_T*25`($sp) ; restore real num
329 addic. $num,$num,`-16*$SZ` ; num--
20b88bb1 330 bne Lunaligned
17478fde 331
67150340
AP		 332Ldone:
333 $POP r0,`$FRAME+$LRSAVE`($sp)
67150340
AP		 334 $POP r14,`$FRAME-$SIZE_T*18`($sp)
335 $POP r15,`$FRAME-$SIZE_T*17`($sp)
336 $POP r16,`$FRAME-$SIZE_T*16`($sp)
337 $POP r17,`$FRAME-$SIZE_T*15`($sp)
338 $POP r18,`$FRAME-$SIZE_T*14`($sp)
339 $POP r19,`$FRAME-$SIZE_T*13`($sp)
340 $POP r20,`$FRAME-$SIZE_T*12`($sp)
341 $POP r21,`$FRAME-$SIZE_T*11`($sp)
342 $POP r22,`$FRAME-$SIZE_T*10`($sp)
343 $POP r23,`$FRAME-$SIZE_T*9`($sp)
344 $POP r24,`$FRAME-$SIZE_T*8`($sp)
345 $POP r25,`$FRAME-$SIZE_T*7`($sp)
346 $POP r26,`$FRAME-$SIZE_T*6`($sp)
347 $POP r27,`$FRAME-$SIZE_T*5`($sp)
348 $POP r28,`$FRAME-$SIZE_T*4`($sp)
349 $POP r29,`$FRAME-$SIZE_T*3`($sp)
350 $POP r30,`$FRAME-$SIZE_T*2`($sp)
351 $POP r31,`$FRAME-$SIZE_T*1`($sp)
352 mtlr r0
353 addi $sp,$sp,$FRAME
354 blr
355 .long 0
356 .byte 0,12,4,1,0x80,18,3,0
357 .long 0
d4571f43 358___
67150340 359
d4571f43
AP		 360if ($SZ==4 || $SIZE_T==8) {
361$code.=<<___;
17478fde
AP		 362.align 4
363Lsha2_block_private:
23b93b58 364 $LD $t1,0($Tbl)
17478fde
AP		 365___
366for($i=0;$i<16;$i++) {
8ff8a829 367$code.=<<___ if ($SZ==4 && !$LITTLE_ENDIAN);
17478fde
AP		 368 lwz @X[$i],`$i*$SZ`($inp)
369___
8ff8a829
AP		 370$code.=<<___ if ($SZ==4 && $LITTLE_ENDIAN);
371 lwz $a0,`$i*$SZ`($inp)
372 rotlwi @X[$i],$a0,8
373 rlwimi @X[$i],$a0,24,0,7
374 rlwimi @X[$i],$a0,24,16,23
375___
17478fde
AP		 376# 64-bit loads are split to 2x32-bit ones, as CPU can't handle
377# unaligned 64-bit loads, only 32-bit ones...
8ff8a829 378$code.=<<___ if ($SZ==8 && !$LITTLE_ENDIAN);
17478fde
AP		 379 lwz $t0,`$i*$SZ`($inp)
380 lwz @X[$i],`$i*$SZ+4`($inp)
381 insrdi @X[$i],$t0,32,0
8ff8a829
AP		 382___
383$code.=<<___ if ($SZ==8 && $LITTLE_ENDIAN);
384 lwz $a0,`$i*$SZ`($inp)
385 lwz $a1,`$i*$SZ+4`($inp)
386 rotlwi $t0,$a0,8
387 rotlwi @X[$i],$a1,8
388 rlwimi $t0,$a0,24,0,7
389 rlwimi @X[$i],$a1,24,0,7
390 rlwimi $t0,$a0,24,16,23
fb65e65e 391 rlwimi @X[$i],$a1,24,16,23
8ff8a829 392 insrdi @X[$i],$t0,32,0
17478fde
AP		 393___
394 &ROUND_00_15($i,@V);
395 unshift(@V,pop(@V));
396}
397$code.=<<___;
23b93b58
AP		 398 li $t0,`$rounds/16-1`
399 mtctr $t0
17478fde
AP		 400.align 4
401Lrounds:
402 addi $Tbl,$Tbl,`16*$SZ`
403___
404for(;$i<32;$i++) {
405 &ROUND_16_xx($i,@V);
406 unshift(@V,pop(@V));
407}
408$code.=<<___;
20b88bb1 409 bdnz Lrounds
17478fde 410
17478fde 411 $POP $ctx,`$FRAME-$SIZE_T*22`($sp)
7af57261
AP		 412 $POP $inp,`$FRAME-$SIZE_T*23`($sp) ; inp pointer
413 $POP $num,`$FRAME-$SIZE_T*24`($sp) ; end pointer
414 subi $Tbl,$Tbl,`($rounds-16)*$SZ` ; rewind Tbl
17478fde
AP		 415
416 $LD r16,`0*$SZ`($ctx)
417 $LD r17,`1*$SZ`($ctx)
418 $LD r18,`2*$SZ`($ctx)
419 $LD r19,`3*$SZ`($ctx)
420 $LD r20,`4*$SZ`($ctx)
421 $LD r21,`5*$SZ`($ctx)
422 $LD r22,`6*$SZ`($ctx)
7af57261 423 addi $inp,$inp,`16*$SZ` ; advance inp
17478fde
AP		 424 $LD r23,`7*$SZ`($ctx)
425 add $A,$A,r16
426 add $B,$B,r17
7af57261 427 $PUSH $inp,`$FRAME-$SIZE_T*23`($sp)
17478fde
AP		 428 add $C,$C,r18
429 $ST $A,`0*$SZ`($ctx)
430 add $D,$D,r19
431 $ST $B,`1*$SZ`($ctx)
432 add $E,$E,r20
433 $ST $C,`2*$SZ`($ctx)
434 add $F,$F,r21
435 $ST $D,`3*$SZ`($ctx)
436 add $G,$G,r22
437 $ST $E,`4*$SZ`($ctx)
438 add $H,$H,r23
439 $ST $F,`5*$SZ`($ctx)
17478fde
AP		 440 $ST $G,`6*$SZ`($ctx)
441 $UCMP $inp,$num
442 $ST $H,`7*$SZ`($ctx)
443 bne Lsha2_block_private
444 blr
67150340
AP		 445 .long 0
446 .byte 0,12,0x14,0,0,0,0,0
76c15d79 447.size $func,.-$func
17478fde 448___
d4571f43
AP		 449} else {
450########################################################################
451# SHA512 for PPC32, X vector is off-loaded to stack...
452#
453# | sha512
454# | -m32
455# ----------------------+-----------------------
456# PPC74x0,gcc-4.0.1 | +48%
457# POWER6,gcc-4.4.6 | +124%(*)
458# POWER7,gcc-4.4.6 | +79%(*)
459# e300,gcc-4.1.0 | +167%
460#
461# (*) ~1/3 of -m64 result [and ~20% better than -m32 code generated
462# by xlc-12.1]
463
1598af9a
AP		 464my $XOFF=$LOCALS;
465
d4571f43
AP		 466my @V=map("r$_",(16..31)); # A..H
467
468my ($s0,$s1,$t0,$t1,$t2,$t3,$a0,$a1,$a2,$a3)=map("r$_",(0,5,6,8..12,14,15));
469my ($x0,$x1)=("r3","r4"); # zaps $ctx and $inp
470
471sub ROUND_00_15_ppc32 {
472my ($i, $ahi,$alo,$bhi,$blo,$chi,$clo,$dhi,$dlo,
473 $ehi,$elo,$fhi,$flo,$ghi,$glo,$hhi,$hlo)=@_;
474
475$code.=<<___;
5dc52b91 476 lwz $t2,`$SZ*($i%16)+($LITTLE_ENDIAN^4)`($Tbl)
d4571f43 477 xor $a0,$flo,$glo
5dc52b91 478 lwz $t3,`$SZ*($i%16)+($LITTLE_ENDIAN^0)`($Tbl)
d4571f43
AP		 479 xor $a1,$fhi,$ghi
480 addc $hlo,$hlo,$t0 ; h+=x[i]
481 stw $t0,`$XOFF+0+$SZ*($i%16)`($sp) ; save x[i]
482
483 srwi $s0,$elo,$Sigma1[0]
484 srwi $s1,$ehi,$Sigma1[0]
485 and $a0,$a0,$elo
486 adde $hhi,$hhi,$t1
487 and $a1,$a1,$ehi
488 stw $t1,`$XOFF+4+$SZ*($i%16)`($sp)
489 srwi $t0,$elo,$Sigma1[1]
490 srwi $t1,$ehi,$Sigma1[1]
491 addc $hlo,$hlo,$t2 ; h+=K512[i]
492 insrwi $s0,$ehi,$Sigma1[0],0
493 insrwi $s1,$elo,$Sigma1[0],0
494 xor $a0,$a0,$glo ; Ch(e,f,g)
495 adde $hhi,$hhi,$t3
496 xor $a1,$a1,$ghi
497 insrwi $t0,$ehi,$Sigma1[1],0
498 insrwi $t1,$elo,$Sigma1[1],0
499 addc $hlo,$hlo,$a0 ; h+=Ch(e,f,g)
500 srwi $t2,$ehi,$Sigma1[2]-32
501 srwi $t3,$elo,$Sigma1[2]-32
502 xor $s0,$s0,$t0
503 xor $s1,$s1,$t1
504 insrwi $t2,$elo,$Sigma1[2]-32,0
505 insrwi $t3,$ehi,$Sigma1[2]-32,0
506 xor $a0,$alo,$blo ; a^b, b^c in next round
507 adde $hhi,$hhi,$a1
508 xor $a1,$ahi,$bhi
509 xor $s0,$s0,$t2 ; Sigma1(e)
510 xor $s1,$s1,$t3
511
512 srwi $t0,$alo,$Sigma0[0]
513 and $a2,$a2,$a0
514 addc $hlo,$hlo,$s0 ; h+=Sigma1(e)
515 and $a3,$a3,$a1
516 srwi $t1,$ahi,$Sigma0[0]
517 srwi $s0,$ahi,$Sigma0[1]-32
518 adde $hhi,$hhi,$s1
519 srwi $s1,$alo,$Sigma0[1]-32
520 insrwi $t0,$ahi,$Sigma0[0],0
521 insrwi $t1,$alo,$Sigma0[0],0
522 xor $a2,$a2,$blo ; Maj(a,b,c)
523 addc $dlo,$dlo,$hlo ; d+=h
524 xor $a3,$a3,$bhi
525 insrwi $s0,$alo,$Sigma0[1]-32,0
526 insrwi $s1,$ahi,$Sigma0[1]-32,0
527 adde $dhi,$dhi,$hhi
528 srwi $t2,$ahi,$Sigma0[2]-32
529 srwi $t3,$alo,$Sigma0[2]-32
530 xor $s0,$s0,$t0
531 addc $hlo,$hlo,$a2 ; h+=Maj(a,b,c)
532 xor $s1,$s1,$t1
533 insrwi $t2,$alo,$Sigma0[2]-32,0
534 insrwi $t3,$ahi,$Sigma0[2]-32,0
535 adde $hhi,$hhi,$a3
536___
537$code.=<<___ if ($i>=15);
538 lwz $t0,`$XOFF+0+$SZ*(($i+2)%16)`($sp)
539 lwz $t1,`$XOFF+4+$SZ*(($i+2)%16)`($sp)
540___
5dc52b91 541$code.=<<___ if ($i<15 && !$LITTLE_ENDIAN);
d4571f43
AP		 542 lwz $t1,`$SZ*($i+1)+0`($inp)
543 lwz $t0,`$SZ*($i+1)+4`($inp)
544___
5dc52b91
AP		 545$code.=<<___ if ($i<15 && $LITTLE_ENDIAN);
546 lwz $a2,`$SZ*($i+1)+0`($inp)
547 lwz $a3,`$SZ*($i+1)+4`($inp)
548 rotlwi $t1,$a2,8
549 rotlwi $t0,$a3,8
550 rlwimi $t1,$a2,24,0,7
551 rlwimi $t0,$a3,24,0,7
552 rlwimi $t1,$a2,24,16,23
553 rlwimi $t0,$a3,24,16,23
554___
d4571f43
AP		 555$code.=<<___;
556 xor $s0,$s0,$t2 ; Sigma0(a)
557 xor $s1,$s1,$t3
558 addc $hlo,$hlo,$s0 ; h+=Sigma0(a)
559 adde $hhi,$hhi,$s1
560___
561$code.=<<___ if ($i==15);
562 lwz $x0,`$XOFF+0+$SZ*(($i+1)%16)`($sp)
563 lwz $x1,`$XOFF+4+$SZ*(($i+1)%16)`($sp)
564___
565}
566sub ROUND_16_xx_ppc32 {
567my ($i, $ahi,$alo,$bhi,$blo,$chi,$clo,$dhi,$dlo,
568 $ehi,$elo,$fhi,$flo,$ghi,$glo,$hhi,$hlo)=@_;
569
570$code.=<<___;
571 srwi $s0,$t0,$sigma0[0]
572 srwi $s1,$t1,$sigma0[0]
573 srwi $t2,$t0,$sigma0[1]
574 srwi $t3,$t1,$sigma0[1]
575 insrwi $s0,$t1,$sigma0[0],0
576 insrwi $s1,$t0,$sigma0[0],0
577 srwi $a0,$t0,$sigma0[2]
578 insrwi $t2,$t1,$sigma0[1],0
579 insrwi $t3,$t0,$sigma0[1],0
580 insrwi $a0,$t1,$sigma0[2],0
581 xor $s0,$s0,$t2
582 lwz $t2,`$XOFF+0+$SZ*(($i+14)%16)`($sp)
583 srwi $a1,$t1,$sigma0[2]
584 xor $s1,$s1,$t3
585 lwz $t3,`$XOFF+4+$SZ*(($i+14)%16)`($sp)
586 xor $a0,$a0,$s0
587 srwi $s0,$t2,$sigma1[0]
588 xor $a1,$a1,$s1
589 srwi $s1,$t3,$sigma1[0]
590 addc $x0,$x0,$a0 ; x[i]+=sigma0(x[i+1])
591 srwi $a0,$t3,$sigma1[1]-32
592 insrwi $s0,$t3,$sigma1[0],0
593 insrwi $s1,$t2,$sigma1[0],0
594 adde $x1,$x1,$a1
595 srwi $a1,$t2,$sigma1[1]-32
596
597 insrwi $a0,$t2,$sigma1[1]-32,0
598 srwi $t2,$t2,$sigma1[2]
599 insrwi $a1,$t3,$sigma1[1]-32,0
600 insrwi $t2,$t3,$sigma1[2],0
601 xor $s0,$s0,$a0
602 lwz $a0,`$XOFF+0+$SZ*(($i+9)%16)`($sp)
603 srwi $t3,$t3,$sigma1[2]
604 xor $s1,$s1,$a1
605 lwz $a1,`$XOFF+4+$SZ*(($i+9)%16)`($sp)
606 xor $s0,$s0,$t2
607 addc $x0,$x0,$a0 ; x[i]+=x[i+9]
608 xor $s1,$s1,$t3
609 adde $x1,$x1,$a1
610 addc $x0,$x0,$s0 ; x[i]+=sigma1(x[i+14])
611 adde $x1,$x1,$s1
612___
613 ($t0,$t1,$x0,$x1) = ($x0,$x1,$t0,$t1);
614 &ROUND_00_15_ppc32(@_);
615}
616
617$code.=<<___;
618.align 4
619Lsha2_block_private:
5dc52b91
AP		 620___
621$code.=<<___ if (!$LITTLE_ENDIAN);
d4571f43
AP		 622 lwz $t1,0($inp)
623 xor $a2,@V[3],@V[5] ; B^C, magic seed
624 lwz $t0,4($inp)
625 xor $a3,@V[2],@V[4]
626___
5dc52b91
AP		 627$code.=<<___ if ($LITTLE_ENDIAN);
628 lwz $a1,0($inp)
629 xor $a2,@V[3],@V[5] ; B^C, magic seed
630 lwz $a0,4($inp)
631 xor $a3,@V[2],@V[4]
632 rotlwi $t1,$a1,8
633 rotlwi $t0,$a0,8
634 rlwimi $t1,$a1,24,0,7
635 rlwimi $t0,$a0,24,0,7
636 rlwimi $t1,$a1,24,16,23
637 rlwimi $t0,$a0,24,16,23
638___
d4571f43
AP		 639for($i=0;$i<16;$i++) {
640 &ROUND_00_15_ppc32($i,@V);
641 unshift(@V,pop(@V)); unshift(@V,pop(@V));
642 ($a0,$a1,$a2,$a3) = ($a2,$a3,$a0,$a1);
643}
644$code.=<<___;
645 li $a0,`$rounds/16-1`
646 mtctr $a0
647.align 4
648Lrounds:
649 addi $Tbl,$Tbl,`16*$SZ`
650___
651for(;$i<32;$i++) {
652 &ROUND_16_xx_ppc32($i,@V);
653 unshift(@V,pop(@V)); unshift(@V,pop(@V));
654 ($a0,$a1,$a2,$a3) = ($a2,$a3,$a0,$a1);
655}
656$code.=<<___;
20b88bb1 657 bdnz Lrounds
d4571f43
AP		 658
659 $POP $ctx,`$FRAME-$SIZE_T*22`($sp)
660 $POP $inp,`$FRAME-$SIZE_T*23`($sp) ; inp pointer
661 $POP $num,`$FRAME-$SIZE_T*24`($sp) ; end pointer
662 subi $Tbl,$Tbl,`($rounds-16)*$SZ` ; rewind Tbl
663
5dc52b91
AP		 664 lwz $t0,`$LITTLE_ENDIAN^0`($ctx)
665 lwz $t1,`$LITTLE_ENDIAN^4`($ctx)
666 lwz $t2,`$LITTLE_ENDIAN^8`($ctx)
667 lwz $t3,`$LITTLE_ENDIAN^12`($ctx)
668 lwz $a0,`$LITTLE_ENDIAN^16`($ctx)
669 lwz $a1,`$LITTLE_ENDIAN^20`($ctx)
670 lwz $a2,`$LITTLE_ENDIAN^24`($ctx)
d4571f43 671 addc @V[1],@V[1],$t1
5dc52b91 672 lwz $a3,`$LITTLE_ENDIAN^28`($ctx)
d4571f43 673 adde @V[0],@V[0],$t0
5dc52b91 674 lwz $t0,`$LITTLE_ENDIAN^32`($ctx)
d4571f43 675 addc @V[3],@V[3],$t3
5dc52b91 676 lwz $t1,`$LITTLE_ENDIAN^36`($ctx)
d4571f43 677 adde @V[2],@V[2],$t2
5dc52b91 678 lwz $t2,`$LITTLE_ENDIAN^40`($ctx)
d4571f43 679 addc @V[5],@V[5],$a1
5dc52b91 680 lwz $t3,`$LITTLE_ENDIAN^44`($ctx)
d4571f43 681 adde @V[4],@V[4],$a0
5dc52b91 682 lwz $a0,`$LITTLE_ENDIAN^48`($ctx)
d4571f43 683 addc @V[7],@V[7],$a3
5dc52b91 684 lwz $a1,`$LITTLE_ENDIAN^52`($ctx)
d4571f43 685 adde @V[6],@V[6],$a2
5dc52b91 686 lwz $a2,`$LITTLE_ENDIAN^56`($ctx)
d4571f43 687 addc @V[9],@V[9],$t1
5dc52b91 688 lwz $a3,`$LITTLE_ENDIAN^60`($ctx)
d4571f43 689 adde @V[8],@V[8],$t0
5dc52b91
AP		 690 stw @V[0],`$LITTLE_ENDIAN^0`($ctx)
691 stw @V[1],`$LITTLE_ENDIAN^4`($ctx)
d4571f43 692 addc @V[11],@V[11],$t3
5dc52b91
AP		 693 stw @V[2],`$LITTLE_ENDIAN^8`($ctx)
694 stw @V[3],`$LITTLE_ENDIAN^12`($ctx)
d4571f43 695 adde @V[10],@V[10],$t2
5dc52b91
AP		 696 stw @V[4],`$LITTLE_ENDIAN^16`($ctx)
697 stw @V[5],`$LITTLE_ENDIAN^20`($ctx)
d4571f43 698 addc @V[13],@V[13],$a1
5dc52b91
AP		 699 stw @V[6],`$LITTLE_ENDIAN^24`($ctx)
700 stw @V[7],`$LITTLE_ENDIAN^28`($ctx)
d4571f43 701 adde @V[12],@V[12],$a0
5dc52b91
AP		 702 stw @V[8],`$LITTLE_ENDIAN^32`($ctx)
703 stw @V[9],`$LITTLE_ENDIAN^36`($ctx)
d4571f43 704 addc @V[15],@V[15],$a3
5dc52b91
AP		 705 stw @V[10],`$LITTLE_ENDIAN^40`($ctx)
706 stw @V[11],`$LITTLE_ENDIAN^44`($ctx)
d4571f43 707 adde @V[14],@V[14],$a2
5dc52b91
AP		 708 stw @V[12],`$LITTLE_ENDIAN^48`($ctx)
709 stw @V[13],`$LITTLE_ENDIAN^52`($ctx)
710 stw @V[14],`$LITTLE_ENDIAN^56`($ctx)
711 stw @V[15],`$LITTLE_ENDIAN^60`($ctx)
d4571f43
AP		 712
713 addi $inp,$inp,`16*$SZ` ; advance inp
714 $PUSH $inp,`$FRAME-$SIZE_T*23`($sp)
715 $UCMP $inp,$num
716 bne Lsha2_block_private
717 blr
718 .long 0
719 .byte 0,12,0x14,0,0,0,0,0
76c15d79 720.size $func,.-$func
d4571f43
AP		 721___
722}
17478fde
AP		 723
724# Ugly hack here, because PPC assembler syntax seem to vary too
725# much from platforms to platform...
726$code.=<<___;
727.align 6
728LPICmeup:
67150340
AP		 729 mflr r0
730 bcl 20,31,\$+4
731 mflr $Tbl ; vvvvvv "distance" between . and 1st data entry
732 addi $Tbl,$Tbl,`64-8`
733 mtlr r0
17478fde 734 blr
67150340
AP		 735 .long 0
736 .byte 0,12,0x14,0,0,0,0,0
737 .space `64-9*4`
17478fde
AP		 738___
739$code.=<<___ if ($SZ==8);
8ff8a829
AP		 740 .quad 0x428a2f98d728ae22,0x7137449123ef65cd
741 .quad 0xb5c0fbcfec4d3b2f,0xe9b5dba58189dbbc
742 .quad 0x3956c25bf348b538,0x59f111f1b605d019
743 .quad 0x923f82a4af194f9b,0xab1c5ed5da6d8118
744 .quad 0xd807aa98a3030242,0x12835b0145706fbe
745 .quad 0x243185be4ee4b28c,0x550c7dc3d5ffb4e2
746 .quad 0x72be5d74f27b896f,0x80deb1fe3b1696b1
747 .quad 0x9bdc06a725c71235,0xc19bf174cf692694
748 .quad 0xe49b69c19ef14ad2,0xefbe4786384f25e3
749 .quad 0x0fc19dc68b8cd5b5,0x240ca1cc77ac9c65
750 .quad 0x2de92c6f592b0275,0x4a7484aa6ea6e483
751 .quad 0x5cb0a9dcbd41fbd4,0x76f988da831153b5
752 .quad 0x983e5152ee66dfab,0xa831c66d2db43210
753 .quad 0xb00327c898fb213f,0xbf597fc7beef0ee4
754 .quad 0xc6e00bf33da88fc2,0xd5a79147930aa725
755 .quad 0x06ca6351e003826f,0x142929670a0e6e70
756 .quad 0x27b70a8546d22ffc,0x2e1b21385c26c926
757 .quad 0x4d2c6dfc5ac42aed,0x53380d139d95b3df
758 .quad 0x650a73548baf63de,0x766a0abb3c77b2a8
759 .quad 0x81c2c92e47edaee6,0x92722c851482353b
760 .quad 0xa2bfe8a14cf10364,0xa81a664bbc423001
761 .quad 0xc24b8b70d0f89791,0xc76c51a30654be30
762 .quad 0xd192e819d6ef5218,0xd69906245565a910
763 .quad 0xf40e35855771202a,0x106aa07032bbd1b8
764 .quad 0x19a4c116b8d2d0c8,0x1e376c085141ab53
765 .quad 0x2748774cdf8eeb99,0x34b0bcb5e19b48a8
766 .quad 0x391c0cb3c5c95a63,0x4ed8aa4ae3418acb
767 .quad 0x5b9cca4f7763e373,0x682e6ff3d6b2b8a3
768 .quad 0x748f82ee5defb2fc,0x78a5636f43172f60
769 .quad 0x84c87814a1f0ab72,0x8cc702081a6439ec
770 .quad 0x90befffa23631e28,0xa4506cebde82bde9
771 .quad 0xbef9a3f7b2c67915,0xc67178f2e372532b
772 .quad 0xca273eceea26619c,0xd186b8c721c0c207
773 .quad 0xeada7dd6cde0eb1e,0xf57d4f7fee6ed178
774 .quad 0x06f067aa72176fba,0x0a637dc5a2c898a6
775 .quad 0x113f9804bef90dae,0x1b710b35131c471b
776 .quad 0x28db77f523047d84,0x32caab7b40c72493
777 .quad 0x3c9ebe0a15c9bebc,0x431d67c49c100d4c
778 .quad 0x4cc5d4becb3e42b6,0x597f299cfc657e2a
779 .quad 0x5fcb6fab3ad6faec,0x6c44198c4a475817
17478fde
AP		 780___
781$code.=<<___ if ($SZ==4);
782 .long 0x428a2f98,0x71374491,0xb5c0fbcf,0xe9b5dba5
783 .long 0x3956c25b,0x59f111f1,0x923f82a4,0xab1c5ed5
784 .long 0xd807aa98,0x12835b01,0x243185be,0x550c7dc3
785 .long 0x72be5d74,0x80deb1fe,0x9bdc06a7,0xc19bf174
786 .long 0xe49b69c1,0xefbe4786,0x0fc19dc6,0x240ca1cc
787 .long 0x2de92c6f,0x4a7484aa,0x5cb0a9dc,0x76f988da
788 .long 0x983e5152,0xa831c66d,0xb00327c8,0xbf597fc7
789 .long 0xc6e00bf3,0xd5a79147,0x06ca6351,0x14292967
790 .long 0x27b70a85,0x2e1b2138,0x4d2c6dfc,0x53380d13
791 .long 0x650a7354,0x766a0abb,0x81c2c92e,0x92722c85
792 .long 0xa2bfe8a1,0xa81a664b,0xc24b8b70,0xc76c51a3
793 .long 0xd192e819,0xd6990624,0xf40e3585,0x106aa070
794 .long 0x19a4c116,0x1e376c08,0x2748774c,0x34b0bcb5
795 .long 0x391c0cb3,0x4ed8aa4a,0x5b9cca4f,0x682e6ff3
796 .long 0x748f82ee,0x78a5636f,0x84c87814,0x8cc70208
797 .long 0x90befffa,0xa4506ceb,0xbef9a3f7,0xc67178f2
798___
799
800$code =~ s/\`([^\`]*)\`/eval $1/gem;
801print $code;
a21314db 802close STDOUT or die "error closing STDOUT: $!";
A mirror of the official openssl repository