4 * ====================================================================
5 * Written by Andy Polyakov <appro@fy.chalmers.se> for the OpenSSL
6 * project. The module is, however, dual licensed under OpenSSL and
7 * CRYPTOGAMS licenses depending on where you obtain it. For further
8 * details see http://www.openssl.org/~appro/cryptogams/.
9 * ====================================================================
11 * sha1_block procedure for x86_64.
13 * It was brought to my attention that on EM64T compiler-generated code
14 * was far behind 32-bit assembler implementation. This is unlike on
15 * Opteron where compiler-generated code was only 15% behind 32-bit
16 * assembler, which originally made it hard to motivate the effort.
17 * There was suggestion to mechanically translate 32-bit code, but I
18 * dismissed it, reasoning that x86_64 offers enough register bank
19 * capacity to fully utilize SHA-1 parallelism. Therefore this fresh
20 * implementation:-) However! While 64-bit code does performs better
21 * on Opteron, I failed to beat 32-bit assembler on EM64T core. Well,
22 * x86_64 does offer larger *addressable* bank, but out-of-order core
23 * reaches for even more registers through dynamic aliasing, and EM64T
24 * core must have managed to run-time optimize even 32-bit code just as
25 * good as 64-bit one. Performance improvement is summarized in the
28 * gcc 3.4 32-bit asm cycles/byte
29 * Opteron +45% +20% 6.8
30 * Xeon P4 +65% +0% 9.9
34 * OpenSolaris OS modifications
36 * Sun elects to use this software under the BSD license.
38 * This source originates from OpenSSL file sha1-x86_64.pl at
39 * ftp://ftp.openssl.org/snapshot/openssl-0.9.8-stable-SNAP-20080131.tar.gz
40 * (presumably for future OpenSSL release 0.9.8h), with these changes:
42 * 1. Added perl "use strict" and declared variables.
44 * 2. Added OpenSolaris ENTRY_NP/SET_SIZE macros from
45 * /usr/include/sys/asm_linkage.h, .ident keywords, and lint(1B) guards.
47 * 3. Removed x86_64-xlate.pl script (not needed for as(1) or gas(1)
53 * This file was generated by a perl script (sha1-x86_64.pl). The comments from
54 * the original file have been pasted above.
57 #if defined(lint) || defined(__lint)
58 #include <sys/stdint.h>
64 sha1_block_data_order(SHA1_CTX *ctx, const void *inpp, size_t blocks)
70 #include <sys/asm_linkage.h>
71 ENTRY_NP(sha1_block_data_order)
76 mov %rdi,%r8 # reassigned argument
78 mov %rsi,%r9 # reassigned argument
80 mov %rdx,%r10 # reassigned argument
93 lea 0x5a827999(%eax,%r11d),%r12d
106 lea 0x5a827999(%eax,%ebp),%r11d
119 lea 0x5a827999(%eax,%edi),%ebp
132 lea 0x5a827999(%eax,%esi),%edi
145 lea 0x5a827999(%eax,%edx),%esi
158 lea 0x5a827999(%eax,%r12d),%edx
171 lea 0x5a827999(%eax,%r11d),%r12d
184 lea 0x5a827999(%eax,%ebp),%r11d
197 lea 0x5a827999(%eax,%edi),%ebp
210 lea 0x5a827999(%eax,%esi),%edi
223 lea 0x5a827999(%eax,%edx),%esi
236 lea 0x5a827999(%eax,%r12d),%edx
249 lea 0x5a827999(%eax,%r11d),%r12d
262 lea 0x5a827999(%eax,%ebp),%r11d
275 lea 0x5a827999(%eax,%edi),%ebp
288 lea 0x5a827999(%eax,%esi),%edi
304 lea 0x5a827999(%eax,%edx),%esi
320 lea 0x5a827999(%eax,%r12d),%edx
336 lea 0x5a827999(%eax,%r11d),%r12d
352 lea 0x5a827999(%eax,%ebp),%r11d
368 lea 0x6ed9eba1(%eax,%edi),%ebp
383 lea 0x6ed9eba1(%eax,%esi),%edi
398 lea 0x6ed9eba1(%eax,%edx),%esi
413 lea 0x6ed9eba1(%eax,%r12d),%edx
428 lea 0x6ed9eba1(%eax,%r11d),%r12d
443 lea 0x6ed9eba1(%eax,%ebp),%r11d
458 lea 0x6ed9eba1(%eax,%edi),%ebp
473 lea 0x6ed9eba1(%eax,%esi),%edi
488 lea 0x6ed9eba1(%eax,%edx),%esi
503 lea 0x6ed9eba1(%eax,%r12d),%edx
518 lea 0x6ed9eba1(%eax,%r11d),%r12d
533 lea 0x6ed9eba1(%eax,%ebp),%r11d
548 lea 0x6ed9eba1(%eax,%edi),%ebp
563 lea 0x6ed9eba1(%eax,%esi),%edi
578 lea 0x6ed9eba1(%eax,%edx),%esi
593 lea 0x6ed9eba1(%eax,%r12d),%edx
608 lea 0x6ed9eba1(%eax,%r11d),%r12d
623 lea 0x6ed9eba1(%eax,%ebp),%r11d
638 lea 0x6ed9eba1(%eax,%edi),%ebp
653 lea 0x6ed9eba1(%eax,%esi),%edi
668 lea -0x70e44324(%eax,%edx),%esi
686 lea -0x70e44324(%eax,%r12d),%edx
704 lea -0x70e44324(%eax,%r11d),%r12d
722 lea -0x70e44324(%eax,%ebp),%r11d
740 lea -0x70e44324(%eax,%edi),%ebp
758 lea -0x70e44324(%eax,%esi),%edi
776 lea -0x70e44324(%eax,%edx),%esi
794 lea -0x70e44324(%eax,%r12d),%edx
812 lea -0x70e44324(%eax,%r11d),%r12d
830 lea -0x70e44324(%eax,%ebp),%r11d
848 lea -0x70e44324(%eax,%edi),%ebp
866 lea -0x70e44324(%eax,%esi),%edi
884 lea -0x70e44324(%eax,%edx),%esi
902 lea -0x70e44324(%eax,%r12d),%edx
920 lea -0x70e44324(%eax,%r11d),%r12d
938 lea -0x70e44324(%eax,%ebp),%r11d
956 lea -0x70e44324(%eax,%edi),%ebp
974 lea -0x70e44324(%eax,%esi),%edi
992 lea -0x70e44324(%eax,%edx),%esi
1010 lea -0x70e44324(%eax,%r12d),%edx
1028 lea -0x359d3e2a(%eax,%r11d),%r12d
1043 lea -0x359d3e2a(%eax,%ebp),%r11d
1058 lea -0x359d3e2a(%eax,%edi),%ebp
1073 lea -0x359d3e2a(%eax,%esi),%edi
1088 lea -0x359d3e2a(%eax,%edx),%esi
1103 lea -0x359d3e2a(%eax,%r12d),%edx
1118 lea -0x359d3e2a(%eax,%r11d),%r12d
1133 lea -0x359d3e2a(%eax,%ebp),%r11d
1148 lea -0x359d3e2a(%eax,%edi),%ebp
1163 lea -0x359d3e2a(%eax,%esi),%edi
1178 lea -0x359d3e2a(%eax,%edx),%esi
1193 lea -0x359d3e2a(%eax,%r12d),%edx
1208 lea -0x359d3e2a(%eax,%r11d),%r12d
1223 lea -0x359d3e2a(%eax,%ebp),%r11d
1238 lea -0x359d3e2a(%eax,%edi),%ebp
1253 lea -0x359d3e2a(%eax,%esi),%edi
1268 lea -0x359d3e2a(%eax,%edx),%esi
1282 lea -0x359d3e2a(%eax,%r12d),%edx
1296 lea -0x359d3e2a(%eax,%r11d),%r12d
1310 lea -0x359d3e2a(%eax,%ebp),%r11d
1319 // Update and save state information in SHA-1 context
1331 xchg %r11d,%edx # mov %r11d,%edx
1332 xchg %r12d,%esi # mov %r12d,%esi
1333 xchg %r11d,%edi # mov %edx,%edi
1334 xchg %r12d,%ebp # mov %esi,%ebp
1344 SET_SIZE(sha1_block_data_order)
1347 .asciz "SHA1 block transform for x86_64, CRYPTOGAMS by <appro@openssl.org>"
1349 #endif /* lint || __lint */
1352 .section .note.GNU-stack,"",%progbits