From 0fec75f5ca6a75962fb5037f59a1743659ac3bf3 Mon Sep 17 00:00:00 2001 From: Lynn Boger Date: Wed, 20 Apr 2016 08:15:07 -0500 Subject: [PATCH] crypto/md5: add assembly implementation on ppc64le This change improves the performance of the block function used within crypto/md5 on ppc64le. The following improvement was seen: BenchmarkHash8Bytes 8.39 26.04 3.10x BenchmarkHash1K 99.41 407.84 4.10x BenchmarkHash8K 108.87 460.00 4.23x BenchmarkHash8BytesUnaligned 8.39 25.80 3.08x BenchmarkHash1KUnaligned 89.94 407.81 4.53x BenchmarkHash8KUnaligned 96.57 459.22 4.76x Fixes #15385 Change-Id: I8af5af089cc3e3740c33c662003d104de5fe1d1b Reviewed-on: https://go-review.googlesource.com/22294 Run-TryBot: Michael Munday TryBot-Result: Gobot Gobot Reviewed-by: Brad Fitzpatrick --- src/crypto/md5/md5block_decl.go | 2 +- src/crypto/md5/md5block_generic.go | 2 +- src/crypto/md5/md5block_ppc64le.s | 192 +++++++++++++++++++++++++++++ 3 files changed, 194 insertions(+), 2 deletions(-) create mode 100644 src/crypto/md5/md5block_ppc64le.s diff --git a/src/crypto/md5/md5block_decl.go b/src/crypto/md5/md5block_decl.go index a0c3fd1a95..de2da1a346 100644 --- a/src/crypto/md5/md5block_decl.go +++ b/src/crypto/md5/md5block_decl.go @@ -2,7 +2,7 @@ // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. -// +build amd64 amd64p32 386 arm +// +build amd64 amd64p32 386 arm ppc64le package md5 diff --git a/src/crypto/md5/md5block_generic.go b/src/crypto/md5/md5block_generic.go index 263463e51c..d000ef948c 100644 --- a/src/crypto/md5/md5block_generic.go +++ b/src/crypto/md5/md5block_generic.go @@ -2,7 +2,7 @@ // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. -// +build !amd64,!amd64p32,!386,!arm +// +build !amd64,!amd64p32,!386,!arm,!ppc64le package md5 diff --git a/src/crypto/md5/md5block_ppc64le.s b/src/crypto/md5/md5block_ppc64le.s new file mode 100644 index 0000000000..3b95da5e8a --- /dev/null +++ b/src/crypto/md5/md5block_ppc64le.s @@ -0,0 +1,192 @@ +// Original source: +// http://www.zorinaq.com/papers/md5-amd64.html +// http://www.zorinaq.com/papers/md5-amd64.tar.bz2 +// +// MD5 optimized for ppc64le using Go's assembler for +// ppc64le, based on md5block_amd64.s implementation by +// the Go authors. +// +// Author: Marc Bevand +// Licence: I hereby disclaim the copyright on this code and place it +// in the public domain. + +#include "textflag.h" + +// TODO: Could be updated for ppc64 big endian +// by using the correct byte reverse instruction. +// Changes required in the Go assembler to make +// that instruction work. + +#define MOVE_LITTLE_ENDIAN MOVWZ + +TEXT ·block(SB),NOSPLIT,$0-32 + MOVD dig+0(FP), R10 + MOVD p+8(FP), R6 + MOVD p_len+16(FP), R5 + SLD $6, R5 + SRD $6, R5 + ADD R6, R5, R7 + + MOVWZ 0(R10), R22 + MOVWZ 4(R10), R3 + MOVWZ 8(R10), R4 + MOVWZ 12(R10), R5 + CMP R6, R7 + BEQ end + +loop: + MOVWZ R22, R14 + MOVWZ R3, R15 + MOVWZ R4, R16 + MOVWZ R5, R17 + + MOVE_LITTLE_ENDIAN 0(R6), R8 + MOVWZ R5, R9 + +#define ROUND1(a, b, c, d, index, const, shift) \ + XOR c, R9; \ + ADD $const, a; \ + ADD R8, a; \ + AND b, R9; \ + XOR d, R9; \ + MOVE_LITTLE_ENDIAN (index*4)(R6), R8; \ + ADD R9, a; \ + RLWMI $shift, a, $0xffffffff, a; \ + MOVWZ c, R9; \ + ADD b, a; \ + MOVWZ a, a + + ROUND1(R22,R3,R4,R5, 1,0xd76aa478, 7); + ROUND1(R5,R22,R3,R4, 2,0xe8c7b756,12); + ROUND1(R4,R5,R22,R3, 3,0x242070db,17); + ROUND1(R3,R4,R5,R22, 4,0xc1bdceee,22); + ROUND1(R22,R3,R4,R5, 5,0xf57c0faf, 7); + ROUND1(R5,R22,R3,R4, 6,0x4787c62a,12); + ROUND1(R4,R5,R22,R3, 7,0xa8304613,17); + ROUND1(R3,R4,R5,R22, 8,0xfd469501,22); + ROUND1(R22,R3,R4,R5, 9,0x698098d8, 7); + ROUND1(R5,R22,R3,R4,10,0x8b44f7af,12); + ROUND1(R4,R5,R22,R3,11,0xffff5bb1,17); + ROUND1(R3,R4,R5,R22,12,0x895cd7be,22); + ROUND1(R22,R3,R4,R5,13,0x6b901122, 7); + ROUND1(R5,R22,R3,R4,14,0xfd987193,12); + ROUND1(R4,R5,R22,R3,15,0xa679438e,17); + ROUND1(R3,R4,R5,R22, 0,0x49b40821,22); + + MOVE_LITTLE_ENDIAN (1*4)(R6), R8 + MOVWZ R5, R9 + MOVWZ R5, R10 + +#define ROUND2(a, b, c, d, index, const, shift) \ + XOR $0xffffffff, R9; \ // NOTW R9 + ADD $const, a; \ + ADD R8, a; \ + AND b, R10; \ + AND c, R9; \ + MOVE_LITTLE_ENDIAN (index*4)(R6), R8; \ + OR R9, R10; \ + MOVWZ c, R9; \ + ADD R10, a; \ + MOVWZ c, R10; \ + RLWMI $shift, a, $0xffffffff, a; \ + ADD b, a; \ + MOVWZ a, a + + ROUND2(R22,R3,R4,R5, 6,0xf61e2562, 5); + ROUND2(R5,R22,R3,R4,11,0xc040b340, 9); + ROUND2(R4,R5,R22,R3, 0,0x265e5a51,14); + ROUND2(R3,R4,R5,R22, 5,0xe9b6c7aa,20); + ROUND2(R22,R3,R4,R5,10,0xd62f105d, 5); + ROUND2(R5,R22,R3,R4,15, 0x2441453, 9); + ROUND2(R4,R5,R22,R3, 4,0xd8a1e681,14); + ROUND2(R3,R4,R5,R22, 9,0xe7d3fbc8,20); + ROUND2(R22,R3,R4,R5,14,0x21e1cde6, 5); + ROUND2(R5,R22,R3,R4, 3,0xc33707d6, 9); + ROUND2(R4,R5,R22,R3, 8,0xf4d50d87,14); + ROUND2(R3,R4,R5,R22,13,0x455a14ed,20); + ROUND2(R22,R3,R4,R5, 2,0xa9e3e905, 5); + ROUND2(R5,R22,R3,R4, 7,0xfcefa3f8, 9); + ROUND2(R4,R5,R22,R3,12,0x676f02d9,14); + ROUND2(R3,R4,R5,R22, 0,0x8d2a4c8a,20); + + MOVE_LITTLE_ENDIAN (5*4)(R6), R8 + MOVWZ R4, R9 + +#define ROUND3(a, b, c, d, index, const, shift) \ + ADD $const, a; \ + ADD R8, a; \ + MOVE_LITTLE_ENDIAN (index*4)(R6), R8; \ + XOR d, R9; \ + XOR b, R9; \ + ADD R9, a; \ + RLWMI $shift, a, $0xffffffff, a; \ + MOVWZ b, R9; \ + ADD b, a; \ + MOVWZ a, a + + ROUND3(R22,R3,R4,R5, 8,0xfffa3942, 4); + ROUND3(R5,R22,R3,R4,11,0x8771f681,11); + ROUND3(R4,R5,R22,R3,14,0x6d9d6122,16); + ROUND3(R3,R4,R5,R22, 1,0xfde5380c,23); + ROUND3(R22,R3,R4,R5, 4,0xa4beea44, 4); + ROUND3(R5,R22,R3,R4, 7,0x4bdecfa9,11); + ROUND3(R4,R5,R22,R3,10,0xf6bb4b60,16); + ROUND3(R3,R4,R5,R22,13,0xbebfbc70,23); + ROUND3(R22,R3,R4,R5, 0,0x289b7ec6, 4); + ROUND3(R5,R22,R3,R4, 3,0xeaa127fa,11); + ROUND3(R4,R5,R22,R3, 6,0xd4ef3085,16); + ROUND3(R3,R4,R5,R22, 9, 0x4881d05,23); + ROUND3(R22,R3,R4,R5,12,0xd9d4d039, 4); + ROUND3(R5,R22,R3,R4,15,0xe6db99e5,11); + ROUND3(R4,R5,R22,R3, 2,0x1fa27cf8,16); + ROUND3(R3,R4,R5,R22, 0,0xc4ac5665,23); + + MOVE_LITTLE_ENDIAN (0*4)(R6), R8 + MOVWZ $0xffffffff, R9 + XOR R5, R9 + +#define ROUND4(a, b, c, d, index, const, shift) \ + ADD $const, a; \ + ADD R8, a; \ + OR b, R9; \ + XOR c, R9; \ + ADD R9, a; \ + MOVE_LITTLE_ENDIAN (index*4)(R6), R8; \ + MOVWZ $0xffffffff, R9; \ + RLWMI $shift, a, $0xffffffff, a; \ + XOR c, R9; \ + ADD b, a; \ + MOVWZ a, a + + ROUND4(R22,R3,R4,R5, 7,0xf4292244, 6); + ROUND4(R5,R22,R3,R4,14,0x432aff97,10); + ROUND4(R4,R5,R22,R3, 5,0xab9423a7,15); + ROUND4(R3,R4,R5,R22,12,0xfc93a039,21); + ROUND4(R22,R3,R4,R5, 3,0x655b59c3, 6); + ROUND4(R5,R22,R3,R4,10,0x8f0ccc92,10); + ROUND4(R4,R5,R22,R3, 1,0xffeff47d,15); + ROUND4(R3,R4,R5,R22, 8,0x85845dd1,21); + ROUND4(R22,R3,R4,R5,15,0x6fa87e4f, 6); + ROUND4(R5,R22,R3,R4, 6,0xfe2ce6e0,10); + ROUND4(R4,R5,R22,R3,13,0xa3014314,15); + ROUND4(R3,R4,R5,R22, 4,0x4e0811a1,21); + ROUND4(R22,R3,R4,R5,11,0xf7537e82, 6); + ROUND4(R5,R22,R3,R4, 2,0xbd3af235,10); + ROUND4(R4,R5,R22,R3, 9,0x2ad7d2bb,15); + ROUND4(R3,R4,R5,R22, 0,0xeb86d391,21); + + ADD R14, R22 + ADD R15, R3 + ADD R16, R4 + ADD R17, R5 + ADD $64, R6 + CMP R6, R7 + BLT loop + +end: + MOVD dig+0(FP), R10 + MOVWZ R22, 0(R10) + MOVWZ R3, 4(R10) + MOVWZ R4, 8(R10) + MOVWZ R5, 12(R10) + RET -- 2.48.1