// Code generated by command: go run sha1block_amd64_asm.go -out ../sha1block_amd64.s -pkg sha1. DO NOT EDIT.
//go:build !purego
#include "textflag.h"
// func blockAVX2(dig *digest, p []byte)
// Requires: AVX, AVX2, BMI, BMI2, CMOV
TEXT ·blockAVX2(SB), $1408-32
MOVQ dig+0(FP), DI
MOVQ p_base+8(FP), SI
MOVQ p_len+16(FP), DX
SHRQ $0x06, DX
SHLQ $0x06, DX
LEAQ K_XMM_AR<>+0(SB), R8
MOVQ DI, R9
MOVQ SI, R10
LEAQ 64(SI), R13
ADDQ SI, DX
ADDQ $0x40, DX
MOVQ DX, R11
CMPQ R13, R11
CMOVQCC R8, R13
VMOVDQU BSWAP_SHUFB_CTL<>+0(SB), Y10
MOVL (R9), CX
MOVL 4(R9), SI
MOVL 8(R9), DI
MOVL 12(R9), AX
MOVL 16(R9), DX
MOVQ SP, R14
LEAQ 672(SP), R15
VMOVDQU (R10), X0
VINSERTI128 $0x01, (R13), Y0, Y0
VPSHUFB Y10, Y0, Y15
VPADDD (R8), Y15, Y0
VMOVDQU Y0, (R14)
VMOVDQU 16(R10), X0
VINSERTI128 $0x01, 16(R13), Y0, Y0
VPSHUFB Y10, Y0, Y14
VPADDD (R8), Y14, Y0
VMOVDQU Y0, 32(R14)
VMOVDQU 32(R10), X0
VINSERTI128 $0x01, 32(R13), Y0, Y0
VPSHUFB Y10, Y0, Y13
VPADDD (R8), Y13, Y0
VMOVDQU Y0, 64(R14)
VMOVDQU 48(R10), X0
VINSERTI128 $0x01, 48(R13), Y0, Y0
VPSHUFB Y10, Y0, Y12
VPADDD (R8), Y12, Y0
VMOVDQU Y0, 96(R14)
VPALIGNR $0x08, Y15, Y14, Y8
VPSRLDQ $0x04, Y12, Y0
VPXOR Y13, Y8, Y8
VPXOR Y15, Y0, Y0
VPXOR Y0, Y8, Y8
VPSLLDQ $0x0c, Y8, Y9
VPSLLD $0x01, Y8, Y0
VPSRLD $0x1f, Y8, Y8
VPOR Y8, Y0, Y0
VPSLLD $0x02, Y9, Y8
VPSRLD $0x1e, Y9, Y9
VPXOR Y8, Y0, Y0
VPXOR Y9, Y0, Y8
VPADDD (R8), Y8, Y0
VMOVDQU Y0, 128(R14)
VPALIGNR $0x08, Y14, Y13, Y7
VPSRLDQ $0x04, Y8, Y0
VPXOR Y12, Y7, Y7
VPXOR Y14, Y0, Y0
VPXOR Y0, Y7, Y7
VPSLLDQ $0x0c, Y7, Y9
VPSLLD $0x01, Y7, Y0
VPSRLD $0x1f, Y7, Y7
VPOR Y7, Y0, Y0
VPSLLD $0x02, Y9, Y7
VPSRLD $0x1e, Y9, Y9
VPXOR Y7, Y0, Y0
VPXOR Y9, Y0, Y7
VPADDD 32(R8), Y7, Y0
VMOVDQU Y0, 160(R14)
VPALIGNR $0x08, Y13, Y12, Y5
VPSRLDQ $0x04, Y7, Y0
VPXOR Y8, Y5, Y5
VPXOR Y13, Y0, Y0
VPXOR Y0, Y5, Y5
VPSLLDQ $0x0c, Y5, Y9
VPSLLD $0x01, Y5, Y0
VPSRLD $0x1f, Y5, Y5
VPOR Y5, Y0, Y0
VPSLLD $0x02, Y9, Y5
VPSRLD $0x1e, Y9, Y9
VPXOR Y5, Y0, Y0
VPXOR Y9, Y0, Y5
VPADDD 32(R8), Y5, Y0
VMOVDQU Y0, 192(R14)
VPALIGNR $0x08, Y12, Y8, Y3
VPSRLDQ $0x04, Y5, Y0
VPXOR Y7, Y3, Y3
VPXOR Y12, Y0, Y0
VPXOR Y0, Y3, Y3
VPSLLDQ $0x0c, Y3, Y9
VPSLLD $0x01, Y3, Y0
VPSRLD $0x1f, Y3, Y3
VPOR Y3, Y0, Y0
VPSLLD $0x02, Y9, Y3
VPSRLD $0x1e, Y9, Y9
VPXOR Y3, Y0, Y0
VPXOR Y9, Y0, Y3
VPADDD 32(R8), Y3, Y0
VMOVDQU Y0, 224(R14)
VPALIGNR $0x08, Y5, Y3, Y0
VPXOR Y14, Y15, Y15
VPXOR Y8, Y0, Y0
VPXOR Y0, Y15, Y15
VPSLLD $0x02, Y15, Y0
VPSRLD $0x1e, Y15, Y15
VPOR Y15, Y0, Y15
VPADDD 32(R8), Y15, Y0
VMOVDQU Y0, 256(R14)
VPALIGNR $0x08, Y3, Y15, Y0
VPXOR Y13, Y14, Y14
VPXOR Y7, Y0, Y0
VPXOR Y0, Y14, Y14
VPSLLD $0x02, Y14, Y0
VPSRLD $0x1e, Y14, Y14
VPOR Y14, Y0, Y14
VPADDD 32(R8), Y14, Y0
VMOVDQU Y0, 288(R14)
VPALIGNR $0x08, Y15, Y14, Y0
VPXOR Y12, Y13, Y13
VPXOR Y5, Y0, Y0
VPXOR Y0, Y13, Y13
VPSLLD $0x02, Y13, Y0
VPSRLD $0x1e, Y13, Y13
VPOR Y13, Y0, Y13
VPADDD 64(R8), Y13, Y0
VMOVDQU Y0, 320(R14)
VPALIGNR $0x08, Y14, Y13, Y0
VPXOR Y8, Y12, Y12
VPXOR Y3, Y0, Y0
VPXOR Y0, Y12, Y12
VPSLLD $0x02, Y12, Y0
VPSRLD $0x1e, Y12, Y12
VPOR Y12, Y0, Y12
VPADDD 64(R8), Y12, Y0
VMOVDQU Y0, 352(R14)
VPALIGNR $0x08, Y13, Y12, Y0
VPXOR Y7, Y8, Y8
VPXOR Y15, Y0, Y0
VPXOR Y0, Y8, Y8
VPSLLD $0x02, Y8, Y0
VPSRLD $0x1e, Y8, Y8
VPOR Y8, Y0, Y8
VPADDD 64(R8), Y8, Y0
VMOVDQU Y0, 384(R14)
VPALIGNR $0x08, Y12, Y8, Y0
VPXOR Y5, Y7, Y7
VPXOR Y14, Y0, Y0
VPXOR Y0, Y7, Y7
VPSLLD $0x02, Y7, Y0
VPSRLD $0x1e, Y7, Y7
VPOR Y7, Y0, Y7
VPADDD 64(R8), Y7, Y0
VMOVDQU Y0, 416(R14)
VPALIGNR $0x08, Y8, Y7, Y0
VPXOR Y3, Y5, Y5
VPXOR Y13, Y0, Y0
VPXOR Y0, Y5, Y5
VPSLLD $0x02, Y5, Y0
VPSRLD $0x1e, Y5, Y5
VPOR Y5, Y0, Y5
VPADDD 64(R8), Y5, Y0
VMOVDQU Y0, 448(R14)
VPALIGNR $0x08, Y7, Y5, Y0
VPXOR Y15, Y3, Y3
VPXOR Y12, Y0, Y0
VPXOR Y0, Y3, Y3
VPSLLD $0x02, Y3, Y0
VPSRLD $0x1e, Y3, Y3
VPOR Y3, Y0, Y3
VPADDD 96(R8), Y3, Y0
VMOVDQU Y0, 480(R14)
VPALIGNR $0x08, Y5, Y3, Y0
VPXOR Y14, Y15, Y15
VPXOR Y8, Y0, Y0
VPXOR Y0, Y15, Y15
VPSLLD $0x02, Y15, Y0
VPSRLD $0x1e, Y15, Y15
VPOR Y15, Y0, Y15
VPADDD 96(R8), Y15, Y0
VMOVDQU Y0, 512(R14)
VPALIGNR $0x08, Y3, Y15, Y0
VPXOR Y13, Y14, Y14
VPXOR Y7, Y0, Y0
VPXOR Y0, Y14, Y14
VPSLLD $0x02, Y14, Y0
VPSRLD $0x1e, Y14, Y14
VPOR Y14, Y0, Y14
VPADDD 96(R8), Y14, Y0
VMOVDQU Y0, 544(R14)
VPALIGNR $0x08, Y15, Y14, Y0
VPXOR Y12, Y13, Y13
VPXOR Y5, Y0, Y0
VPXOR Y0, Y13, Y13
VPSLLD $0x02, Y13, Y0
VPSRLD $0x1e, Y13, Y13
VPOR Y13, Y0, Y13
VPADDD 96(R8), Y13, Y0
VMOVDQU Y0, 576(R14)
VPALIGNR $0x08, Y14, Y13, Y0
VPXOR Y8, Y12, Y12
VPXOR Y3, Y0, Y0
VPXOR Y0, Y12, Y12
VPSLLD $0x02, Y12, Y0
VPSRLD $0x1e, Y12, Y12
VPOR Y12, Y0, Y12
VPADDD 96(R8), Y12, Y0
VMOVDQU Y0, 608(R14)
XCHGQ R15, R14
loop:
CMPQ R10, R8
JNE begin
VZEROUPPER
RET
begin:
MOVL SI, BX
RORXL $0x02, SI, SI
ANDNL AX, BX, BP
ANDL DI, BX
XORL BP, BX
ADDL (R15), DX
ANDNL DI, CX, BP
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
VMOVDQU 128(R10), X0
ANDL SI, CX
XORL BP, CX
LEAL (DX)(R12*1), DX
ADDL 4(R15), AX
ANDNL SI, DX, BP
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VINSERTI128 $0x01, 128(R13), Y0, Y0
ANDL BX, DX
XORL BP, DX
LEAL (AX)(R12*1), AX
ADDL 8(R15), DI
ANDNL BX, AX, BP
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
VPSHUFB Y10, Y0, Y15
ANDL CX, AX
XORL BP, AX
LEAL (DI)(R12*1), DI
ADDL 12(R15), SI
ANDNL CX, DI, BP
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
ANDL DX, DI
XORL BP, DI
LEAL (SI)(R12*1), SI
ADDL 32(R15), BX
ANDNL DX, SI, BP
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
VPADDD (R8), Y15, Y0
ANDL AX, SI
XORL BP, SI
LEAL (BX)(R12*1), BX
ADDL 36(R15), CX
ANDNL AX, BX, BP
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
ANDL DI, BX
XORL BP, BX
LEAL (CX)(R12*1), CX
ADDL 40(R15), DX
ANDNL DI, CX, BP
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
ANDL SI, CX
XORL BP, CX
LEAL (DX)(R12*1), DX
ADDL 44(R15), AX
ANDNL SI, DX, BP
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VMOVDQU Y0, (R14)
ANDL BX, DX
XORL BP, DX
LEAL (AX)(R12*1), AX
ADDL 64(R15), DI
ANDNL BX, AX, BP
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
VMOVDQU 144(R10), X0
ANDL CX, AX
XORL BP, AX
LEAL (DI)(R12*1), DI
ADDL 68(R15), SI
ANDNL CX, DI, BP
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VINSERTI128 $0x01, 144(R13), Y0, Y0
ANDL DX, DI
XORL BP, DI
LEAL (SI)(R12*1), SI
ADDL 72(R15), BX
ANDNL DX, SI, BP
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
VPSHUFB Y10, Y0, Y14
ANDL AX, SI
XORL BP, SI
LEAL (BX)(R12*1), BX
ADDL 76(R15), CX
ANDNL AX, BX, BP
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
ANDL DI, BX
XORL BP, BX
LEAL (CX)(R12*1), CX
ADDL 96(R15), DX
ANDNL DI, CX, BP
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
VPADDD (R8), Y14, Y0
ANDL SI, CX
XORL BP, CX
LEAL (DX)(R12*1), DX
ADDL 100(R15), AX
ANDNL SI, DX, BP
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
ANDL BX, DX
XORL BP, DX
LEAL (AX)(R12*1), AX
ADDL 104(R15), DI
ANDNL BX, AX, BP
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
ANDL CX, AX
XORL BP, AX
LEAL (DI)(R12*1), DI
ADDL 108(R15), SI
ANDNL CX, DI, BP
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VMOVDQU Y0, 32(R14)
ANDL DX, DI
XORL BP, DI
LEAL (SI)(R12*1), SI
ADDL 128(R15), BX
ANDNL DX, SI, BP
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
VMOVDQU 160(R10), X0
ANDL AX, SI
XORL BP, SI
LEAL (BX)(R12*1), BX
ADDL 132(R15), CX
ANDNL AX, BX, BP
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VINSERTI128 $0x01, 160(R13), Y0, Y0
ANDL DI, BX
XORL BP, BX
LEAL (CX)(R12*1), CX
ADDL 136(R15), DX
ANDNL DI, CX, BP
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
VPSHUFB Y10, Y0, Y13
ANDL SI, CX
XORL BP, CX
LEAL (DX)(R12*1), DX
ADDL 140(R15), AX
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
XORL BX, DX
ADDL R12, AX
XORL SI, DX
ADDL 160(R15), DI
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
VPADDD (R8), Y13, Y0
XORL CX, AX
ADDL R12, DI
XORL BX, AX
ADDL 164(R15), SI
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
XORL DX, DI
ADDL R12, SI
XORL CX, DI
ADDL 168(R15), BX
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
XORL AX, SI
ADDL R12, BX
XORL DX, SI
ADDL 172(R15), CX
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VMOVDQU Y0, 64(R14)
XORL DI, BX
ADDL R12, CX
XORL AX, BX
ADDL 192(R15), DX
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
VMOVDQU 176(R10), X0
XORL SI, CX
ADDL R12, DX
XORL DI, CX
ADDL 196(R15), AX
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VINSERTI128 $0x01, 176(R13), Y0, Y0
XORL BX, DX
ADDL R12, AX
XORL SI, DX
ADDL 200(R15), DI
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
VPSHUFB Y10, Y0, Y12
XORL CX, AX
ADDL R12, DI
XORL BX, AX
ADDL 204(R15), SI
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
XORL DX, DI
ADDL R12, SI
XORL CX, DI
ADDL 224(R15), BX
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
VPADDD (R8), Y12, Y0
XORL AX, SI
ADDL R12, BX
XORL DX, SI
ADDL 228(R15), CX
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
XORL DI, BX
ADDL R12, CX
XORL AX, BX
ADDL 232(R15), DX
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
XORL SI, CX
ADDL R12, DX
XORL DI, CX
ADDL 236(R15), AX
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VMOVDQU Y0, 96(R14)
XORL BX, DX
ADDL R12, AX
XORL SI, DX
ADDL 256(R15), DI
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
VPALIGNR $0x08, Y15, Y14, Y8
VPSRLDQ $0x04, Y12, Y0
XORL CX, AX
ADDL R12, DI
XORL BX, AX
ADDL 260(R15), SI
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VPXOR Y13, Y8, Y8
VPXOR Y15, Y0, Y0
XORL DX, DI
ADDL R12, SI
XORL CX, DI
ADDL 264(R15), BX
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
VPXOR Y0, Y8, Y8
VPSLLDQ $0x0c, Y8, Y9
XORL AX, SI
ADDL R12, BX
XORL DX, SI
ADDL 268(R15), CX
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VPSLLD $0x01, Y8, Y0
VPSRLD $0x1f, Y8, Y8
XORL DI, BX
ADDL R12, CX
XORL AX, BX
ADDL 288(R15), DX
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
VPOR Y8, Y0, Y0
VPSLLD $0x02, Y9, Y8
XORL SI, CX
ADDL R12, DX
XORL DI, CX
ADDL 292(R15), AX
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VPSRLD $0x1e, Y9, Y9
VPXOR Y8, Y0, Y0
XORL BX, DX
ADDL R12, AX
XORL SI, DX
ADDL 296(R15), DI
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
XORL CX, AX
ADDL R12, DI
XORL BX, AX
ADDL 300(R15), SI
VPXOR Y9, Y0, Y8
VPADDD (R8), Y8, Y0
VMOVDQU Y0, 128(R14)
LEAL (SI)(AX*1), SI
MOVL DX, BP
ORL DI, BP
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
ANDL CX, BP
ANDL DX, DI
ORL BP, DI
ADDL R12, SI
ADDL 320(R15), BX
VPALIGNR $0x08, Y14, Y13, Y7
VPSRLDQ $0x04, Y8, Y0
LEAL (BX)(DI*1), BX
MOVL AX, BP
ORL SI, BP
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
ANDL DX, BP
ANDL AX, SI
ORL BP, SI
ADDL R12, BX
ADDL 324(R15), CX
VPXOR Y12, Y7, Y7
VPXOR Y14, Y0, Y0
LEAL (CX)(SI*1), CX
MOVL DI, BP
ORL BX, BP
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
ANDL AX, BP
ANDL DI, BX
ORL BP, BX
ADDL R12, CX
ADDL 328(R15), DX
VPXOR Y0, Y7, Y7
VPSLLDQ $0x0c, Y7, Y9
LEAL (DX)(BX*1), DX
MOVL SI, BP
ORL CX, BP
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
ANDL DI, BP
ANDL SI, CX
ORL BP, CX
ADDL R12, DX
ADDL 332(R15), AX
VPSLLD $0x01, Y7, Y0
VPSRLD $0x1f, Y7, Y7
LEAL (AX)(CX*1), AX
MOVL BX, BP
ORL DX, BP
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
ANDL SI, BP
ANDL BX, DX
ORL BP, DX
ADDL R12, AX
ADDL 352(R15), DI
VPOR Y7, Y0, Y0
VPSLLD $0x02, Y9, Y7
LEAL (DI)(DX*1), DI
MOVL CX, BP
ORL AX, BP
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
ANDL BX, BP
ANDL CX, AX
ORL BP, AX
ADDL R12, DI
ADDL 356(R15), SI
VPSRLD $0x1e, Y9, Y9
VPXOR Y7, Y0, Y0
LEAL (SI)(AX*1), SI
MOVL DX, BP
ORL DI, BP
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
ANDL CX, BP
ANDL DX, DI
ORL BP, DI
ADDL R12, SI
ADDL 360(R15), BX
LEAL (BX)(DI*1), BX
MOVL AX, BP
ORL SI, BP
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
ANDL DX, BP
ANDL AX, SI
ORL BP, SI
ADDL R12, BX
ADDL 364(R15), CX
VPXOR Y9, Y0, Y7
VPADDD 32(R8), Y7, Y0
VMOVDQU Y0, 160(R14)
LEAL (CX)(SI*1), CX
MOVL DI, BP
ORL BX, BP
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
ANDL AX, BP
ANDL DI, BX
ORL BP, BX
ADDL R12, CX
ADDL 384(R15), DX
VPALIGNR $0x08, Y13, Y12, Y5
VPSRLDQ $0x04, Y7, Y0
LEAL (DX)(BX*1), DX
MOVL SI, BP
ORL CX, BP
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
ANDL DI, BP
ANDL SI, CX
ORL BP, CX
ADDL R12, DX
ADDL 388(R15), AX
VPXOR Y8, Y5, Y5
VPXOR Y13, Y0, Y0
LEAL (AX)(CX*1), AX
MOVL BX, BP
ORL DX, BP
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
ANDL SI, BP
ANDL BX, DX
ORL BP, DX
ADDL R12, AX
ADDL 392(R15), DI
VPXOR Y0, Y5, Y5
VPSLLDQ $0x0c, Y5, Y9
LEAL (DI)(DX*1), DI
MOVL CX, BP
ORL AX, BP
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
ANDL BX, BP
ANDL CX, AX
ORL BP, AX
ADDL R12, DI
ADDL 396(R15), SI
VPSLLD $0x01, Y5, Y0
VPSRLD $0x1f, Y5, Y5
LEAL (SI)(AX*1), SI
MOVL DX, BP
ORL DI, BP
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
ANDL CX, BP
ANDL DX, DI
ORL BP, DI
ADDL R12, SI
ADDL 416(R15), BX
VPOR Y5, Y0, Y0
VPSLLD $0x02, Y9, Y5
LEAL (BX)(DI*1), BX
MOVL AX, BP
ORL SI, BP
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
ANDL DX, BP
ANDL AX, SI
ORL BP, SI
ADDL R12, BX
ADDL 420(R15), CX
VPSRLD $0x1e, Y9, Y9
VPXOR Y5, Y0, Y0
LEAL (CX)(SI*1), CX
MOVL DI, BP
ORL BX, BP
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
ANDL AX, BP
ANDL DI, BX
ORL BP, BX
ADDL R12, CX
ADDL 424(R15), DX
LEAL (DX)(BX*1), DX
MOVL SI, BP
ORL CX, BP
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
ANDL DI, BP
ANDL SI, CX
ORL BP, CX
ADDL R12, DX
ADDL 428(R15), AX
VPXOR Y9, Y0, Y5
VPADDD 32(R8), Y5, Y0
VMOVDQU Y0, 192(R14)
LEAL (AX)(CX*1), AX
MOVL BX, BP
ORL DX, BP
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
ANDL SI, BP
ANDL BX, DX
ORL BP, DX
ADDL R12, AX
ADDL 448(R15), DI
VPALIGNR $0x08, Y12, Y8, Y3
VPSRLDQ $0x04, Y5, Y0
LEAL (DI)(DX*1), DI
MOVL CX, BP
ORL AX, BP
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
ANDL BX, BP
ANDL CX, AX
ORL BP, AX
ADDL R12, DI
ADDL 452(R15), SI
VPXOR Y7, Y3, Y3
VPXOR Y12, Y0, Y0
LEAL (SI)(AX*1), SI
MOVL DX, BP
ORL DI, BP
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
ANDL CX, BP
ANDL DX, DI
ORL BP, DI
ADDL R12, SI
ADDL 456(R15), BX
VPXOR Y0, Y3, Y3
VPSLLDQ $0x0c, Y3, Y9
LEAL (BX)(DI*1), BX
MOVL AX, BP
ORL SI, BP
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
ANDL DX, BP
ANDL AX, SI
ORL BP, SI
ADDL R12, BX
ADDL 460(R15), CX
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VPSLLD $0x01, Y3, Y0
VPSRLD $0x1f, Y3, Y3
XORL DI, BX
ADDL R12, CX
XORL AX, BX
ADDQ $0x80, R10
CMPQ R10, R11
CMOVQCC R8, R10
ADDL 480(R15), DX
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
VPOR Y3, Y0, Y0
VPSLLD $0x02, Y9, Y3
XORL SI, CX
ADDL R12, DX
XORL DI, CX
ADDL 484(R15), AX
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VPSRLD $0x1e, Y9, Y9
VPXOR Y3, Y0, Y0
XORL BX, DX
ADDL R12, AX
XORL SI, DX
ADDL 488(R15), DI
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
XORL CX, AX
ADDL R12, DI
XORL BX, AX
ADDL 492(R15), SI
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VPXOR Y9, Y0, Y3
VPADDD 32(R8), Y3, Y0
VMOVDQU Y0, 224(R14)
XORL DX, DI
ADDL R12, SI
XORL CX, DI
ADDL 512(R15), BX
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
VPALIGNR $0x08, Y5, Y3, Y0
XORL AX, SI
ADDL R12, BX
XORL DX, SI
ADDL 516(R15), CX
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VPXOR Y14, Y15, Y15
XORL DI, BX
ADDL R12, CX
XORL AX, BX
ADDL 520(R15), DX
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
VPXOR Y8, Y0, Y0
XORL SI, CX
ADDL R12, DX
XORL DI, CX
ADDL 524(R15), AX
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VPXOR Y0, Y15, Y15
XORL BX, DX
ADDL R12, AX
XORL SI, DX
ADDL 544(R15), DI
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
VPSLLD $0x02, Y15, Y0
XORL CX, AX
ADDL R12, DI
XORL BX, AX
ADDL 548(R15), SI
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VPSRLD $0x1e, Y15, Y15
VPOR Y15, Y0, Y15
XORL DX, DI
ADDL R12, SI
XORL CX, DI
ADDL 552(R15), BX
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
XORL AX, SI
ADDL R12, BX
XORL DX, SI
ADDL 556(R15), CX
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VPADDD 32(R8), Y15, Y0
VMOVDQU Y0, 256(R14)
XORL DI, BX
ADDL R12, CX
XORL AX, BX
ADDL 576(R15), DX
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
VPALIGNR $0x08, Y3, Y15, Y0
XORL SI, CX
ADDL R12, DX
XORL DI, CX
ADDL 580(R15), AX
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VPXOR Y13, Y14, Y14
XORL BX, DX
ADDL R12, AX
XORL SI, DX
ADDL 584(R15), DI
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
VPXOR Y7, Y0, Y0
XORL CX, AX
ADDL R12, DI
XORL BX, AX
ADDL 588(R15), SI
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VPXOR Y0, Y14, Y14
XORL DX, DI
ADDL R12, SI
XORL CX, DI
ADDL 608(R15), BX
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
VPSLLD $0x02, Y14, Y0
XORL AX, SI
ADDL R12, BX
XORL DX, SI
ADDL 612(R15), CX
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VPSRLD $0x1e, Y14, Y14
VPOR Y14, Y0, Y14
XORL DI, BX
ADDL R12, CX
XORL AX, BX
ADDL 616(R15), DX
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
XORL SI, CX
ADDL R12, DX
XORL DI, CX
ADDL 620(R15), AX
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
VPADDD 32(R8), Y14, Y0
VMOVDQU Y0, 288(R14)
ADDL R12, AX
ADDL (R9), AX
MOVL AX, (R9)
ADDL 4(R9), DX
MOVL DX, 4(R9)
ADDL 8(R9), BX
MOVL BX, 8(R9)
ADDL 12(R9), SI
MOVL SI, 12(R9)
ADDL 16(R9), DI
MOVL DI, 16(R9)
CMPQ R10, R8
JE loop
MOVL DX, CX
MOVL CX, DX
RORXL $0x02, CX, CX
ANDNL SI, DX, BP
ANDL BX, DX
XORL BP, DX
ADDL 16(R15), DI
ANDNL BX, AX, BP
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
VPALIGNR $0x08, Y15, Y14, Y0
ANDL CX, AX
XORL BP, AX
LEAL (DI)(R12*1), DI
ADDL 20(R15), SI
ANDNL CX, DI, BP
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VPXOR Y12, Y13, Y13
ANDL DX, DI
XORL BP, DI
LEAL (SI)(R12*1), SI
ADDL 24(R15), BX
ANDNL DX, SI, BP
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
VPXOR Y5, Y0, Y0
ANDL AX, SI
XORL BP, SI
LEAL (BX)(R12*1), BX
ADDL 28(R15), CX
ANDNL AX, BX, BP
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VPXOR Y0, Y13, Y13
ANDL DI, BX
XORL BP, BX
LEAL (CX)(R12*1), CX
ADDL 48(R15), DX
ANDNL DI, CX, BP
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
VPSLLD $0x02, Y13, Y0
ANDL SI, CX
XORL BP, CX
LEAL (DX)(R12*1), DX
ADDL 52(R15), AX
ANDNL SI, DX, BP
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VPSRLD $0x1e, Y13, Y13
VPOR Y13, Y0, Y13
ANDL BX, DX
XORL BP, DX
LEAL (AX)(R12*1), AX
ADDL 56(R15), DI
ANDNL BX, AX, BP
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
ANDL CX, AX
XORL BP, AX
LEAL (DI)(R12*1), DI
ADDL 60(R15), SI
ANDNL CX, DI, BP
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VPADDD 64(R8), Y13, Y0
VMOVDQU Y0, 320(R14)
ANDL DX, DI
XORL BP, DI
LEAL (SI)(R12*1), SI
ADDL 80(R15), BX
ANDNL DX, SI, BP
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
VPALIGNR $0x08, Y14, Y13, Y0
ANDL AX, SI
XORL BP, SI
LEAL (BX)(R12*1), BX
ADDL 84(R15), CX
ANDNL AX, BX, BP
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VPXOR Y8, Y12, Y12
ANDL DI, BX
XORL BP, BX
LEAL (CX)(R12*1), CX
ADDL 88(R15), DX
ANDNL DI, CX, BP
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
VPXOR Y3, Y0, Y0
ANDL SI, CX
XORL BP, CX
LEAL (DX)(R12*1), DX
ADDL 92(R15), AX
ANDNL SI, DX, BP
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VPXOR Y0, Y12, Y12
ANDL BX, DX
XORL BP, DX
LEAL (AX)(R12*1), AX
ADDL 112(R15), DI
ANDNL BX, AX, BP
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
VPSLLD $0x02, Y12, Y0
ANDL CX, AX
XORL BP, AX
LEAL (DI)(R12*1), DI
ADDL 116(R15), SI
ANDNL CX, DI, BP
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VPSRLD $0x1e, Y12, Y12
VPOR Y12, Y0, Y12
ANDL DX, DI
XORL BP, DI
LEAL (SI)(R12*1), SI
ADDL 120(R15), BX
ANDNL DX, SI, BP
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
ANDL AX, SI
XORL BP, SI
LEAL (BX)(R12*1), BX
ADDL 124(R15), CX
ANDNL AX, BX, BP
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VPADDD 64(R8), Y12, Y0
VMOVDQU Y0, 352(R14)
ANDL DI, BX
XORL BP, BX
LEAL (CX)(R12*1), CX
ADDL 144(R15), DX
ANDNL DI, CX, BP
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
VPALIGNR $0x08, Y13, Y12, Y0
ANDL SI, CX
XORL BP, CX
LEAL (DX)(R12*1), DX
ADDL 148(R15), AX
ANDNL SI, DX, BP
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VPXOR Y7, Y8, Y8
ANDL BX, DX
XORL BP, DX
LEAL (AX)(R12*1), AX
ADDL 152(R15), DI
ANDNL BX, AX, BP
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
VPXOR Y15, Y0, Y0
ANDL CX, AX
XORL BP, AX
LEAL (DI)(R12*1), DI
ADDL 156(R15), SI
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VPXOR Y0, Y8, Y8
XORL DX, DI
ADDL R12, SI
XORL CX, DI
ADDL 176(R15), BX
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
VPSLLD $0x02, Y8, Y0
XORL AX, SI
ADDL R12, BX
XORL DX, SI
ADDL 180(R15), CX
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VPSRLD $0x1e, Y8, Y8
VPOR Y8, Y0, Y8
XORL DI, BX
ADDL R12, CX
XORL AX, BX
ADDL 184(R15), DX
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
XORL SI, CX
ADDL R12, DX
XORL DI, CX
ADDL 188(R15), AX
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VPADDD 64(R8), Y8, Y0
VMOVDQU Y0, 384(R14)
XORL BX, DX
ADDL R12, AX
XORL SI, DX
ADDL 208(R15), DI
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
VPALIGNR $0x08, Y12, Y8, Y0
XORL CX, AX
ADDL R12, DI
XORL BX, AX
ADDL 212(R15), SI
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VPXOR Y5, Y7, Y7
XORL DX, DI
ADDL R12, SI
XORL CX, DI
ADDL 216(R15), BX
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
VPXOR Y14, Y0, Y0
XORL AX, SI
ADDL R12, BX
XORL DX, SI
ADDL 220(R15), CX
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VPXOR Y0, Y7, Y7
XORL DI, BX
ADDL R12, CX
XORL AX, BX
ADDL 240(R15), DX
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
VPSLLD $0x02, Y7, Y0
XORL SI, CX
ADDL R12, DX
XORL DI, CX
ADDL 244(R15), AX
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VPSRLD $0x1e, Y7, Y7
VPOR Y7, Y0, Y7
XORL BX, DX
ADDL R12, AX
XORL SI, DX
ADDL 248(R15), DI
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
XORL CX, AX
ADDL R12, DI
XORL BX, AX
ADDL 252(R15), SI
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VPADDD 64(R8), Y7, Y0
VMOVDQU Y0, 416(R14)
XORL DX, DI
ADDL R12, SI
XORL CX, DI
ADDL 272(R15), BX
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
VPALIGNR $0x08, Y8, Y7, Y0
XORL AX, SI
ADDL R12, BX
XORL DX, SI
ADDL 276(R15), CX
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VPXOR Y3, Y5, Y5
XORL DI, BX
ADDL R12, CX
XORL AX, BX
ADDL 280(R15), DX
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
VPXOR Y13, Y0, Y0
XORL SI, CX
ADDL R12, DX
XORL DI, CX
ADDL 284(R15), AX
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VPXOR Y0, Y5, Y5
XORL BX, DX
ADDL R12, AX
XORL SI, DX
ADDL 304(R15), DI
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
VPSLLD $0x02, Y5, Y0
XORL CX, AX
ADDL R12, DI
XORL BX, AX
ADDL 308(R15), SI
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VPSRLD $0x1e, Y5, Y5
VPOR Y5, Y0, Y5
XORL DX, DI
ADDL R12, SI
XORL CX, DI
ADDL 312(R15), BX
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
XORL AX, SI
ADDL R12, BX
XORL DX, SI
ADDL 316(R15), CX
VPADDD 64(R8), Y5, Y0
VMOVDQU Y0, 448(R14)
LEAL (CX)(SI*1), CX
MOVL DI, BP
ORL BX, BP
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
ANDL AX, BP
ANDL DI, BX
ORL BP, BX
ADDL R12, CX
ADDL 336(R15), DX
VPALIGNR $0x08, Y7, Y5, Y0
LEAL (DX)(BX*1), DX
MOVL SI, BP
ORL CX, BP
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
ANDL DI, BP
ANDL SI, CX
ORL BP, CX
ADDL R12, DX
ADDL 340(R15), AX
VPXOR Y15, Y3, Y3
LEAL (AX)(CX*1), AX
MOVL BX, BP
ORL DX, BP
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
ANDL SI, BP
ANDL BX, DX
ORL BP, DX
ADDL R12, AX
ADDL 344(R15), DI
VPXOR Y12, Y0, Y0
LEAL (DI)(DX*1), DI
MOVL CX, BP
ORL AX, BP
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
ANDL BX, BP
ANDL CX, AX
ORL BP, AX
ADDL R12, DI
ADDL 348(R15), SI
VPXOR Y0, Y3, Y3
LEAL (SI)(AX*1), SI
MOVL DX, BP
ORL DI, BP
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
ANDL CX, BP
ANDL DX, DI
ORL BP, DI
ADDL R12, SI
ADDL 368(R15), BX
VPSLLD $0x02, Y3, Y0
LEAL (BX)(DI*1), BX
MOVL AX, BP
ORL SI, BP
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
ANDL DX, BP
ANDL AX, SI
ORL BP, SI
ADDL R12, BX
ADDL 372(R15), CX
VPSRLD $0x1e, Y3, Y3
VPOR Y3, Y0, Y3
LEAL (CX)(SI*1), CX
MOVL DI, BP
ORL BX, BP
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
ANDL AX, BP
ANDL DI, BX
ORL BP, BX
ADDL R12, CX
ADDL 376(R15), DX
LEAL (DX)(BX*1), DX
MOVL SI, BP
ORL CX, BP
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
ANDL DI, BP
ANDL SI, CX
ORL BP, CX
ADDL R12, DX
ADDL 380(R15), AX
VPADDD 96(R8), Y3, Y0
VMOVDQU Y0, 480(R14)
LEAL (AX)(CX*1), AX
MOVL BX, BP
ORL DX, BP
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
ANDL SI, BP
ANDL BX, DX
ORL BP, DX
ADDL R12, AX
ADDL 400(R15), DI
VPALIGNR $0x08, Y5, Y3, Y0
LEAL (DI)(DX*1), DI
MOVL CX, BP
ORL AX, BP
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
ANDL BX, BP
ANDL CX, AX
ORL BP, AX
ADDL R12, DI
ADDL 404(R15), SI
VPXOR Y14, Y15, Y15
LEAL (SI)(AX*1), SI
MOVL DX, BP
ORL DI, BP
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
ANDL CX, BP
ANDL DX, DI
ORL BP, DI
ADDL R12, SI
ADDL 408(R15), BX
VPXOR Y8, Y0, Y0
LEAL (BX)(DI*1), BX
MOVL AX, BP
ORL SI, BP
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
ANDL DX, BP
ANDL AX, SI
ORL BP, SI
ADDL R12, BX
ADDL 412(R15), CX
VPXOR Y0, Y15, Y15
LEAL (CX)(SI*1), CX
MOVL DI, BP
ORL BX, BP
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
ANDL AX, BP
ANDL DI, BX
ORL BP, BX
ADDL R12, CX
ADDL 432(R15), DX
VPSLLD $0x02, Y15, Y0
LEAL (DX)(BX*1), DX
MOVL SI, BP
ORL CX, BP
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
ANDL DI, BP
ANDL SI, CX
ORL BP, CX
ADDL R12, DX
ADDL 436(R15), AX
VPSRLD $0x1e, Y15, Y15
VPOR Y15, Y0, Y15
LEAL (AX)(CX*1), AX
MOVL BX, BP
ORL DX, BP
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
ANDL SI, BP
ANDL BX, DX
ORL BP, DX
ADDL R12, AX
ADDL 440(R15), DI
LEAL (DI)(DX*1), DI
MOVL CX, BP
ORL AX, BP
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
ANDL BX, BP
ANDL CX, AX
ORL BP, AX
ADDL R12, DI
ADDL 444(R15), SI
VPADDD 96(R8), Y15, Y0
VMOVDQU Y0, 512(R14)
LEAL (SI)(AX*1), SI
MOVL DX, BP
ORL DI, BP
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
ANDL CX, BP
ANDL DX, DI
ORL BP, DI
ADDL R12, SI
ADDL 464(R15), BX
VPALIGNR $0x08, Y3, Y15, Y0
LEAL (BX)(DI*1), BX
MOVL AX, BP
ORL SI, BP
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
ANDL DX, BP
ANDL AX, SI
ORL BP, SI
ADDL R12, BX
ADDL 468(R15), CX
VPXOR Y13, Y14, Y14
LEAL (CX)(SI*1), CX
MOVL DI, BP
ORL BX, BP
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
ANDL AX, BP
ANDL DI, BX
ORL BP, BX
ADDL R12, CX
ADDL 472(R15), DX
VPXOR Y7, Y0, Y0
LEAL (DX)(BX*1), DX
MOVL SI, BP
ORL CX, BP
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
ANDL DI, BP
ANDL SI, CX
ORL BP, CX
ADDL R12, DX
ADDL 476(R15), AX
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VPXOR Y0, Y14, Y14
XORL BX, DX
ADDL R12, AX
XORL SI, DX
ADDQ $0x80, R13
CMPQ R13, R11
CMOVQCC R8, R10
ADDL 496(R15), DI
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
VPSLLD $0x02, Y14, Y0
XORL CX, AX
ADDL R12, DI
XORL BX, AX
ADDL 500(R15), SI
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VPSRLD $0x1e, Y14, Y14
VPOR Y14, Y0, Y14
XORL DX, DI
ADDL R12, SI
XORL CX, DI
ADDL 504(R15), BX
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
XORL AX, SI
ADDL R12, BX
XORL DX, SI
ADDL 508(R15), CX
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VPADDD 96(R8), Y14, Y0
VMOVDQU Y0, 544(R14)
XORL DI, BX
ADDL R12, CX
XORL AX, BX
ADDL 528(R15), DX
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
VPALIGNR $0x08, Y15, Y14, Y0
XORL SI, CX
ADDL R12, DX
XORL DI, CX
ADDL 532(R15), AX
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VPXOR Y12, Y13, Y13
XORL BX, DX
ADDL R12, AX
XORL SI, DX
ADDL 536(R15), DI
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
VPXOR Y5, Y0, Y0
XORL CX, AX
ADDL R12, DI
XORL BX, AX
ADDL 540(R15), SI
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VPXOR Y0, Y13, Y13
XORL DX, DI
ADDL R12, SI
XORL CX, DI
ADDL 560(R15), BX
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
VPSLLD $0x02, Y13, Y0
XORL AX, SI
ADDL R12, BX
XORL DX, SI
ADDL 564(R15), CX
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VPSRLD $0x1e, Y13, Y13
VPOR Y13, Y0, Y13
XORL DI, BX
ADDL R12, CX
XORL AX, BX
ADDL 568(R15), DX
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
XORL SI, CX
ADDL R12, DX
XORL DI, CX
ADDL 572(R15), AX
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VPADDD 96(R8), Y13, Y0
VMOVDQU Y0, 576(R14)
XORL BX, DX
ADDL R12, AX
XORL SI, DX
ADDL 592(R15), DI
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
VPALIGNR $0x08, Y14, Y13, Y0
XORL CX, AX
ADDL R12, DI
XORL BX, AX
ADDL 596(R15), SI
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
RORXL $0x02, DI, AX
VPXOR Y8, Y12, Y12
XORL DX, DI
ADDL R12, SI
XORL CX, DI
ADDL 600(R15), BX
LEAL (BX)(DI*1), BX
RORXL $0x1b, SI, R12
RORXL $0x02, SI, DI
VPXOR Y3, Y0, Y0
XORL AX, SI
ADDL R12, BX
XORL DX, SI
ADDL 604(R15), CX
LEAL (CX)(SI*1), CX
RORXL $0x1b, BX, R12
RORXL $0x02, BX, SI
VPXOR Y0, Y12, Y12
XORL DI, BX
ADDL R12, CX
XORL AX, BX
ADDL 624(R15), DX
LEAL (DX)(BX*1), DX
RORXL $0x1b, CX, R12
RORXL $0x02, CX, BX
VPSLLD $0x02, Y12, Y0
XORL SI, CX
ADDL R12, DX
XORL DI, CX
ADDL 628(R15), AX
LEAL (AX)(CX*1), AX
RORXL $0x1b, DX, R12
RORXL $0x02, DX, CX
VPSRLD $0x1e, Y12, Y12
VPOR Y12, Y0, Y12
XORL BX, DX
ADDL R12, AX
XORL SI, DX
ADDL 632(R15), DI
LEAL (DI)(DX*1), DI
RORXL $0x1b, AX, R12
RORXL $0x02, AX, DX
XORL CX, AX
ADDL R12, DI
XORL BX, AX
ADDL 636(R15), SI
LEAL (SI)(AX*1), SI
RORXL $0x1b, DI, R12
VPADDD 96(R8), Y12, Y0
VMOVDQU Y0, 608(R14)
ADDL R12, SI
ADDL (R9), SI
MOVL SI, (R9)
ADDL 4(R9), DI
MOVL DI, 4(R9)
ADDL 8(R9), DX
MOVL DX, 8(R9)
ADDL 12(R9), CX
MOVL CX, 12(R9)
ADDL 16(R9), BX
MOVL BX, 16(R9)
MOVL SI, R12
MOVL DI, SI
MOVL DX, DI
MOVL BX, DX
MOVL CX, AX
MOVL R12, CX
XCHGQ R15, R14
JMP loop
DATA K_XMM_AR<>+0(SB)/4, $0x5a827999
DATA K_XMM_AR<>+4(SB)/4, $0x5a827999
DATA K_XMM_AR<>+8(SB)/4, $0x5a827999
DATA K_XMM_AR<>+12(SB)/4, $0x5a827999
DATA K_XMM_AR<>+16(SB)/4, $0x5a827999
DATA K_XMM_AR<>+20(SB)/4, $0x5a827999
DATA K_XMM_AR<>+24(SB)/4, $0x5a827999
DATA K_XMM_AR<>+28(SB)/4, $0x5a827999
DATA K_XMM_AR<>+32(SB)/4, $0x6ed9eba1
DATA K_XMM_AR<>+36(SB)/4, $0x6ed9eba1
DATA K_XMM_AR<>+40(SB)/4, $0x6ed9eba1
DATA K_XMM_AR<>+44(SB)/4, $0x6ed9eba1
DATA K_XMM_AR<>+48(SB)/4, $0x6ed9eba1
DATA K_XMM_AR<>+52(SB)/4, $0x6ed9eba1
DATA K_XMM_AR<>+56(SB)/4, $0x6ed9eba1
DATA K_XMM_AR<>+60(SB)/4, $0x6ed9eba1
DATA K_XMM_AR<>+64(SB)/4, $0x8f1bbcdc
DATA K_XMM_AR<>+68(SB)/4, $0x8f1bbcdc
DATA K_XMM_AR<>+72(SB)/4, $0x8f1bbcdc
DATA K_XMM_AR<>+76(SB)/4, $0x8f1bbcdc
DATA K_XMM_AR<>+80(SB)/4, $0x8f1bbcdc
DATA K_XMM_AR<>+84(SB)/4, $0x8f1bbcdc
DATA K_XMM_AR<>+88(SB)/4, $0x8f1bbcdc
DATA K_XMM_AR<>+92(SB)/4, $0x8f1bbcdc
DATA K_XMM_AR<>+96(SB)/4, $0xca62c1d6
DATA K_XMM_AR<>+100(SB)/4, $0xca62c1d6
DATA K_XMM_AR<>+104(SB)/4, $0xca62c1d6
DATA K_XMM_AR<>+108(SB)/4, $0xca62c1d6
DATA K_XMM_AR<>+112(SB)/4, $0xca62c1d6
DATA K_XMM_AR<>+116(SB)/4, $0xca62c1d6
DATA K_XMM_AR<>+120(SB)/4, $0xca62c1d6
DATA K_XMM_AR<>+124(SB)/4, $0xca62c1d6
GLOBL K_XMM_AR<>(SB), RODATA, $128
DATA BSWAP_SHUFB_CTL<>+0(SB)/4, $0x00010203
DATA BSWAP_SHUFB_CTL<>+4(SB)/4, $0x04050607
DATA BSWAP_SHUFB_CTL<>+8(SB)/4, $0x08090a0b
DATA BSWAP_SHUFB_CTL<>+12(SB)/4, $0x0c0d0e0f
DATA BSWAP_SHUFB_CTL<>+16(SB)/4, $0x00010203
DATA BSWAP_SHUFB_CTL<>+20(SB)/4, $0x04050607
DATA BSWAP_SHUFB_CTL<>+24(SB)/4, $0x08090a0b
DATA BSWAP_SHUFB_CTL<>+28(SB)/4, $0x0c0d0e0f
GLOBL BSWAP_SHUFB_CTL<>(SB), RODATA, $32
// func blockSHANI(dig *digest, p []byte)
// Requires: AVX, SHA, SSE2, SSE4.1, SSSE3
TEXT ·blockSHANI(SB), $48-32
MOVQ dig+0(FP), DI
MOVQ p_base+8(FP), SI
MOVQ p_len+16(FP), DX
CMPQ DX, $0x00
JEQ done
ADDQ SI, DX
// Allocate space on the stack for saving ABCD and E0, and align it to 16 bytes
LEAQ 15(SP), AX
MOVQ $0x000000000000000f, CX
NOTQ CX
ANDQ CX, AX
// Load initial hash state
PINSRD $0x03, 16(DI), X5
VMOVDQU (DI), X0
PAND upper_mask<>+0(SB), X5
PSHUFD $0x1b, X0, X0
VMOVDQA shuffle_mask<>+0(SB), X7
loop:
// Save ABCD and E working values
VMOVDQA X5, (AX)
VMOVDQA X0, 16(AX)
// Rounds 0-3
VMOVDQU (SI), X1
PSHUFB X7, X1
PADDD X1, X5
VMOVDQA X0, X6
SHA1RNDS4 $0x00, X5, X0
// Rounds 4-7
VMOVDQU 16(SI), X2
PSHUFB X7, X2
SHA1NEXTE X2, X6
VMOVDQA X0, X5
SHA1RNDS4 $0x00, X6, X0
SHA1MSG1 X2, X1
// Rounds 8-11
VMOVDQU 32(SI), X3
PSHUFB X7, X3
SHA1NEXTE X3, X5
VMOVDQA X0, X6
SHA1RNDS4 $0x00, X5, X0
SHA1MSG1 X3, X2
PXOR X3, X1
// Rounds 12-15
VMOVDQU 48(SI), X4
PSHUFB X7, X4
SHA1NEXTE X4, X6
VMOVDQA X0, X5
SHA1MSG2 X4, X1
SHA1RNDS4 $0x00, X6, X0
SHA1MSG1 X4, X3
PXOR X4, X2
// Rounds 16-19
SHA1NEXTE X1, X5
VMOVDQA X0, X6
SHA1MSG2 X1, X2
SHA1RNDS4 $0x00, X5, X0
SHA1MSG1 X1, X4
PXOR X1, X3
// Rounds 20-23
SHA1NEXTE X2, X6
VMOVDQA X0, X5
SHA1MSG2 X2, X3
SHA1RNDS4 $0x01, X6, X0
SHA1MSG1 X2, X1
PXOR X2, X4
// Rounds 24-27
SHA1NEXTE X3, X5
VMOVDQA X0, X6
SHA1MSG2 X3, X4
SHA1RNDS4 $0x01, X5, X0
SHA1MSG1 X3, X2
PXOR X3, X1
// Rounds 28-31
SHA1NEXTE X4, X6
VMOVDQA X0, X5
SHA1MSG2 X4, X1
SHA1RNDS4 $0x01, X6, X0
SHA1MSG1 X4, X3
PXOR X4, X2
// Rounds 32-35
SHA1NEXTE X1, X5
VMOVDQA X0, X6
SHA1MSG2 X1, X2
SHA1RNDS4 $0x01, X5, X0
SHA1MSG1 X1, X4
PXOR X1, X3
// Rounds 36-39
SHA1NEXTE X2, X6
VMOVDQA X0, X5
SHA1MSG2 X2, X3
SHA1RNDS4 $0x01, X6, X0
SHA1MSG1 X2, X1
PXOR X2, X4
// Rounds 40-43
SHA1NEXTE X3, X5
VMOVDQA X0, X6
SHA1MSG2 X3, X4
SHA1RNDS4 $0x02, X5, X0
SHA1MSG1 X3, X2
PXOR X3, X1
// Rounds 44-47
SHA1NEXTE X4, X6
VMOVDQA X0, X5
SHA1MSG2 X4, X1
SHA1RNDS4 $0x02, X6, X0
SHA1MSG1 X4, X3
PXOR X4, X2
// Rounds 48-51
SHA1NEXTE X1, X5
VMOVDQA X0, X6
SHA1MSG2 X1, X2
SHA1RNDS4 $0x02, X5, X0
SHA1MSG1 X1, X4
PXOR X1, X3
// Rounds 52-55
SHA1NEXTE X2, X6
VMOVDQA X0, X5
SHA1MSG2 X2, X3
SHA1RNDS4 $0x02, X6, X0
SHA1MSG1 X2, X1
PXOR X2, X4
// Rounds 56-59
SHA1NEXTE X3, X5
VMOVDQA X0, X6
SHA1MSG2 X3, X4
SHA1RNDS4 $0x02, X5, X0
SHA1MSG1 X3, X2
PXOR X3, X1
// Rounds 60-63
SHA1NEXTE X4, X6
VMOVDQA X0, X5
SHA1MSG2 X4, X1
SHA1RNDS4 $0x03, X6, X0
SHA1MSG1 X4, X3
PXOR X4, X2
// Rounds 64-67
SHA1NEXTE X1, X5
VMOVDQA X0, X6
SHA1MSG2 X1, X2
SHA1RNDS4 $0x03, X5, X0
SHA1MSG1 X1, X4
PXOR X1, X3
// Rounds 68-71
SHA1NEXTE X2, X6
VMOVDQA X0, X5
SHA1MSG2 X2, X3
SHA1RNDS4 $0x03, X6, X0
PXOR X2, X4
// Rounds 72-75
SHA1NEXTE X3, X5
VMOVDQA X0, X6
SHA1MSG2 X3, X4
SHA1RNDS4 $0x03, X5, X0
// Rounds 76-79
SHA1NEXTE X4, X6
VMOVDQA X0, X5
SHA1RNDS4 $0x03, X6, X0
// Add saved E and ABCD
SHA1NEXTE (AX), X5
PADDD 16(AX), X0
// Check if we are done, if not return to the loop
ADDQ $0x40, SI
CMPQ SI, DX
JNE loop
// Write the hash state back to digest
PSHUFD $0x1b, X0, X0
VMOVDQU X0, (DI)
PEXTRD $0x03, X5, 16(DI)
done:
RET
DATA upper_mask<>+0(SB)/8, $0x0000000000000000
DATA upper_mask<>+8(SB)/8, $0xffffffff00000000
GLOBL upper_mask<>(SB), RODATA, $16
DATA shuffle_mask<>+0(SB)/8, $0x08090a0b0c0d0e0f
DATA shuffle_mask<>+8(SB)/8, $0x0001020304050607
GLOBL shuffle_mask<>(SB), RODATA, $16
 |
The pages are generated with Golds v0.7.7-preview. (GOOS=linux GOARCH=amd64)
Golds is a Go 101 project developed by Tapir Liu.
PR and bug reports are welcome and can be submitted to the issue list.
Please follow @zigo_101 (reachable from the left QR code) to get the latest news of Golds. |