| // Code generated by command: go run blake2s_amd64_asm.go -out ../blake2s_amd64.s -pkg blake2s. DO NOT EDIT. | |
| //go:build amd64 && gc && !purego | |
| #include "textflag.h" | |
| // func hashBlocksSSE2(h *[8]uint32, c *[2]uint32, flag uint32, blocks []byte) | |
| // Requires: SSE2 | |
| TEXT ·hashBlocksSSE2(SB), $672-48 | |
| MOVQ h+0(FP), AX | |
| MOVQ c+8(FP), BX | |
| MOVL flag+16(FP), CX | |
| MOVQ blocks_base+24(FP), SI | |
| MOVQ blocks_len+32(FP), DX | |
| MOVQ SP, BP | |
| ADDQ $0x0f, BP | |
| ANDQ $-16, BP | |
| MOVQ (BX), R9 | |
| MOVQ R9, (BP) | |
| MOVQ CX, 8(BP) | |
| MOVOU (AX), X0 | |
| MOVOU 16(AX), X1 | |
| MOVOU iv0<>+0(SB), X2 | |
| MOVOU iv1<>+0(SB), X3 | |
| MOVOU counter<>+0(SB), X12 | |
| MOVOU rol16<>+0(SB), X13 | |
| MOVOU rol8<>+0(SB), X14 | |
| MOVO (BP), X15 | |
| loop: | |
| MOVO X0, X4 | |
| MOVO X1, X5 | |
| MOVO X2, X6 | |
| MOVO X3, X7 | |
| PADDQ X12, X15 | |
| PXOR X15, X7 | |
| MOVQ (SI), R8 | |
| MOVQ 8(SI), R9 | |
| MOVQ 16(SI), R10 | |
| MOVQ 24(SI), R11 | |
| MOVQ 32(SI), R12 | |
| MOVQ 40(SI), R13 | |
| MOVQ 48(SI), R14 | |
| MOVQ 56(SI), R15 | |
| MOVL R8, 16(BP) | |
| MOVL R8, 116(BP) | |
| MOVL R8, 164(BP) | |
| MOVL R8, 264(BP) | |
| MOVL R8, 288(BP) | |
| MOVL R8, 344(BP) | |
| MOVL R8, 432(BP) | |
| MOVL R8, 512(BP) | |
| MOVL R8, 540(BP) | |
| MOVL R8, 652(BP) | |
| SHRQ $0x20, R8 | |
| MOVL R8, 32(BP) | |
| MOVL R8, 112(BP) | |
| MOVL R8, 200(BP) | |
| MOVL R8, 228(BP) | |
| MOVL R8, 320(BP) | |
| MOVL R8, 380(BP) | |
| MOVL R8, 404(BP) | |
| MOVL R8, 488(BP) | |
| MOVL R8, 568(BP) | |
| MOVL R8, 604(BP) | |
| MOVL R9, 20(BP) | |
| MOVL R9, 132(BP) | |
| MOVL R9, 168(BP) | |
| MOVL R9, 240(BP) | |
| MOVL R9, 280(BP) | |
| MOVL R9, 336(BP) | |
| MOVL R9, 456(BP) | |
| MOVL R9, 508(BP) | |
| MOVL R9, 576(BP) | |
| MOVL R9, 608(BP) | |
| SHRQ $0x20, R9 | |
| MOVL R9, 36(BP) | |
| MOVL R9, 140(BP) | |
| MOVL R9, 180(BP) | |
| MOVL R9, 212(BP) | |
| MOVL R9, 316(BP) | |
| MOVL R9, 364(BP) | |
| MOVL R9, 452(BP) | |
| MOVL R9, 476(BP) | |
| MOVL R9, 552(BP) | |
| MOVL R9, 632(BP) | |
| MOVL R10, 24(BP) | |
| MOVL R10, 84(BP) | |
| MOVL R10, 204(BP) | |
| MOVL R10, 248(BP) | |
| MOVL R10, 296(BP) | |
| MOVL R10, 368(BP) | |
| MOVL R10, 412(BP) | |
| MOVL R10, 516(BP) | |
| MOVL R10, 584(BP) | |
| MOVL R10, 612(BP) | |
| SHRQ $0x20, R10 | |
| MOVL R10, 40(BP) | |
| MOVL R10, 124(BP) | |
| MOVL R10, 152(BP) | |
| MOVL R10, 244(BP) | |
| MOVL R10, 276(BP) | |
| MOVL R10, 388(BP) | |
| MOVL R10, 416(BP) | |
| MOVL R10, 496(BP) | |
| MOVL R10, 588(BP) | |
| MOVL R10, 620(BP) | |
| MOVL R11, 28(BP) | |
| MOVL R11, 108(BP) | |
| MOVL R11, 196(BP) | |
| MOVL R11, 256(BP) | |
| MOVL R11, 312(BP) | |
| MOVL R11, 340(BP) | |
| MOVL R11, 436(BP) | |
| MOVL R11, 520(BP) | |
| MOVL R11, 528(BP) | |
| MOVL R11, 616(BP) | |
| SHRQ $0x20, R11 | |
| MOVL R11, 44(BP) | |
| MOVL R11, 136(BP) | |
| MOVL R11, 184(BP) | |
| MOVL R11, 208(BP) | |
| MOVL R11, 292(BP) | |
| MOVL R11, 372(BP) | |
| MOVL R11, 448(BP) | |
| MOVL R11, 468(BP) | |
| MOVL R11, 580(BP) | |
| MOVL R11, 600(BP) | |
| MOVL R12, 48(BP) | |
| MOVL R12, 100(BP) | |
| MOVL R12, 160(BP) | |
| MOVL R12, 268(BP) | |
| MOVL R12, 328(BP) | |
| MOVL R12, 348(BP) | |
| MOVL R12, 444(BP) | |
| MOVL R12, 504(BP) | |
| MOVL R12, 556(BP) | |
| MOVL R12, 596(BP) | |
| SHRQ $0x20, R12 | |
| MOVL R12, 64(BP) | |
| MOVL R12, 88(BP) | |
| MOVL R12, 188(BP) | |
| MOVL R12, 224(BP) | |
| MOVL R12, 272(BP) | |
| MOVL R12, 396(BP) | |
| MOVL R12, 440(BP) | |
| MOVL R12, 492(BP) | |
| MOVL R12, 548(BP) | |
| MOVL R12, 628(BP) | |
| MOVL R13, 52(BP) | |
| MOVL R13, 96(BP) | |
| MOVL R13, 176(BP) | |
| MOVL R13, 260(BP) | |
| MOVL R13, 284(BP) | |
| MOVL R13, 356(BP) | |
| MOVL R13, 428(BP) | |
| MOVL R13, 524(BP) | |
| MOVL R13, 572(BP) | |
| MOVL R13, 592(BP) | |
| SHRQ $0x20, R13 | |
| MOVL R13, 68(BP) | |
| MOVL R13, 120(BP) | |
| MOVL R13, 144(BP) | |
| MOVL R13, 220(BP) | |
| MOVL R13, 308(BP) | |
| MOVL R13, 360(BP) | |
| MOVL R13, 460(BP) | |
| MOVL R13, 480(BP) | |
| MOVL R13, 536(BP) | |
| MOVL R13, 640(BP) | |
| MOVL R14, 56(BP) | |
| MOVL R14, 128(BP) | |
| MOVL R14, 148(BP) | |
| MOVL R14, 232(BP) | |
| MOVL R14, 324(BP) | |
| MOVL R14, 352(BP) | |
| MOVL R14, 400(BP) | |
| MOVL R14, 472(BP) | |
| MOVL R14, 560(BP) | |
| MOVL R14, 648(BP) | |
| SHRQ $0x20, R14 | |
| MOVL R14, 72(BP) | |
| MOVL R14, 92(BP) | |
| MOVL R14, 172(BP) | |
| MOVL R14, 216(BP) | |
| MOVL R14, 332(BP) | |
| MOVL R14, 384(BP) | |
| MOVL R14, 424(BP) | |
| MOVL R14, 464(BP) | |
| MOVL R14, 564(BP) | |
| MOVL R14, 636(BP) | |
| MOVL R15, 60(BP) | |
| MOVL R15, 80(BP) | |
| MOVL R15, 192(BP) | |
| MOVL R15, 236(BP) | |
| MOVL R15, 304(BP) | |
| MOVL R15, 392(BP) | |
| MOVL R15, 408(BP) | |
| MOVL R15, 484(BP) | |
| MOVL R15, 532(BP) | |
| MOVL R15, 644(BP) | |
| SHRQ $0x20, R15 | |
| MOVL R15, 76(BP) | |
| MOVL R15, 104(BP) | |
| MOVL R15, 156(BP) | |
| MOVL R15, 252(BP) | |
| MOVL R15, 300(BP) | |
| MOVL R15, 376(BP) | |
| MOVL R15, 420(BP) | |
| MOVL R15, 500(BP) | |
| MOVL R15, 544(BP) | |
| MOVL R15, 624(BP) | |
| PADDL 16(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 32(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 48(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 64(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 80(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 96(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 112(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 128(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 144(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 160(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 176(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 192(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 208(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 224(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 240(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 256(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 272(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 288(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 304(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 320(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 336(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 352(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 368(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 384(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 400(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 416(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 432(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 448(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 464(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 480(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 496(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 512(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 528(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 544(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 560(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 576(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 592(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 608(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 624(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x10, X8 | |
| PSRLL $0x10, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 640(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| MOVO X7, X8 | |
| PSLLL $0x18, X8 | |
| PSRLL $0x08, X7 | |
| PXOR X8, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PXOR X4, X0 | |
| PXOR X5, X1 | |
| PXOR X6, X0 | |
| PXOR X7, X1 | |
| LEAQ 64(SI), SI | |
| SUBQ $0x40, DX | |
| JNE loop | |
| MOVO X15, (BP) | |
| MOVQ (BP), R9 | |
| MOVQ R9, (BX) | |
| MOVOU X0, (AX) | |
| MOVOU X1, 16(AX) | |
| RET | |
| DATA iv0<>+0(SB)/4, $0x6a09e667 | |
| DATA iv0<>+4(SB)/4, $0xbb67ae85 | |
| DATA iv0<>+8(SB)/4, $0x3c6ef372 | |
| DATA iv0<>+12(SB)/4, $0xa54ff53a | |
| GLOBL iv0<>(SB), RODATA|NOPTR, $16 | |
| DATA iv1<>+0(SB)/4, $0x510e527f | |
| DATA iv1<>+4(SB)/4, $0x9b05688c | |
| DATA iv1<>+8(SB)/4, $0x1f83d9ab | |
| DATA iv1<>+12(SB)/4, $0x5be0cd19 | |
| GLOBL iv1<>(SB), RODATA|NOPTR, $16 | |
| DATA counter<>+0(SB)/8, $0x0000000000000040 | |
| DATA counter<>+8(SB)/8, $0x0000000000000000 | |
| GLOBL counter<>(SB), RODATA|NOPTR, $16 | |
| DATA rol16<>+0(SB)/8, $0x0504070601000302 | |
| DATA rol16<>+8(SB)/8, $0x0d0c0f0e09080b0a | |
| GLOBL rol16<>(SB), RODATA|NOPTR, $16 | |
| DATA rol8<>+0(SB)/8, $0x0407060500030201 | |
| DATA rol8<>+8(SB)/8, $0x0c0f0e0d080b0a09 | |
| GLOBL rol8<>(SB), RODATA|NOPTR, $16 | |
| // func hashBlocksSSSE3(h *[8]uint32, c *[2]uint32, flag uint32, blocks []byte) | |
| // Requires: SSE2, SSSE3 | |
| TEXT ·hashBlocksSSSE3(SB), $672-48 | |
| MOVQ h+0(FP), AX | |
| MOVQ c+8(FP), BX | |
| MOVL flag+16(FP), CX | |
| MOVQ blocks_base+24(FP), SI | |
| MOVQ blocks_len+32(FP), DX | |
| MOVQ SP, BP | |
| ADDQ $0x0f, BP | |
| ANDQ $-16, BP | |
| MOVQ (BX), R9 | |
| MOVQ R9, (BP) | |
| MOVQ CX, 8(BP) | |
| MOVOU (AX), X0 | |
| MOVOU 16(AX), X1 | |
| MOVOU iv0<>+0(SB), X2 | |
| MOVOU iv1<>+0(SB), X3 | |
| MOVOU counter<>+0(SB), X12 | |
| MOVOU rol16<>+0(SB), X13 | |
| MOVOU rol8<>+0(SB), X14 | |
| MOVO (BP), X15 | |
| loop: | |
| MOVO X0, X4 | |
| MOVO X1, X5 | |
| MOVO X2, X6 | |
| MOVO X3, X7 | |
| PADDQ X12, X15 | |
| PXOR X15, X7 | |
| MOVQ (SI), R8 | |
| MOVQ 8(SI), R9 | |
| MOVQ 16(SI), R10 | |
| MOVQ 24(SI), R11 | |
| MOVQ 32(SI), R12 | |
| MOVQ 40(SI), R13 | |
| MOVQ 48(SI), R14 | |
| MOVQ 56(SI), R15 | |
| MOVL R8, 16(BP) | |
| MOVL R8, 116(BP) | |
| MOVL R8, 164(BP) | |
| MOVL R8, 264(BP) | |
| MOVL R8, 288(BP) | |
| MOVL R8, 344(BP) | |
| MOVL R8, 432(BP) | |
| MOVL R8, 512(BP) | |
| MOVL R8, 540(BP) | |
| MOVL R8, 652(BP) | |
| SHRQ $0x20, R8 | |
| MOVL R8, 32(BP) | |
| MOVL R8, 112(BP) | |
| MOVL R8, 200(BP) | |
| MOVL R8, 228(BP) | |
| MOVL R8, 320(BP) | |
| MOVL R8, 380(BP) | |
| MOVL R8, 404(BP) | |
| MOVL R8, 488(BP) | |
| MOVL R8, 568(BP) | |
| MOVL R8, 604(BP) | |
| MOVL R9, 20(BP) | |
| MOVL R9, 132(BP) | |
| MOVL R9, 168(BP) | |
| MOVL R9, 240(BP) | |
| MOVL R9, 280(BP) | |
| MOVL R9, 336(BP) | |
| MOVL R9, 456(BP) | |
| MOVL R9, 508(BP) | |
| MOVL R9, 576(BP) | |
| MOVL R9, 608(BP) | |
| SHRQ $0x20, R9 | |
| MOVL R9, 36(BP) | |
| MOVL R9, 140(BP) | |
| MOVL R9, 180(BP) | |
| MOVL R9, 212(BP) | |
| MOVL R9, 316(BP) | |
| MOVL R9, 364(BP) | |
| MOVL R9, 452(BP) | |
| MOVL R9, 476(BP) | |
| MOVL R9, 552(BP) | |
| MOVL R9, 632(BP) | |
| MOVL R10, 24(BP) | |
| MOVL R10, 84(BP) | |
| MOVL R10, 204(BP) | |
| MOVL R10, 248(BP) | |
| MOVL R10, 296(BP) | |
| MOVL R10, 368(BP) | |
| MOVL R10, 412(BP) | |
| MOVL R10, 516(BP) | |
| MOVL R10, 584(BP) | |
| MOVL R10, 612(BP) | |
| SHRQ $0x20, R10 | |
| MOVL R10, 40(BP) | |
| MOVL R10, 124(BP) | |
| MOVL R10, 152(BP) | |
| MOVL R10, 244(BP) | |
| MOVL R10, 276(BP) | |
| MOVL R10, 388(BP) | |
| MOVL R10, 416(BP) | |
| MOVL R10, 496(BP) | |
| MOVL R10, 588(BP) | |
| MOVL R10, 620(BP) | |
| MOVL R11, 28(BP) | |
| MOVL R11, 108(BP) | |
| MOVL R11, 196(BP) | |
| MOVL R11, 256(BP) | |
| MOVL R11, 312(BP) | |
| MOVL R11, 340(BP) | |
| MOVL R11, 436(BP) | |
| MOVL R11, 520(BP) | |
| MOVL R11, 528(BP) | |
| MOVL R11, 616(BP) | |
| SHRQ $0x20, R11 | |
| MOVL R11, 44(BP) | |
| MOVL R11, 136(BP) | |
| MOVL R11, 184(BP) | |
| MOVL R11, 208(BP) | |
| MOVL R11, 292(BP) | |
| MOVL R11, 372(BP) | |
| MOVL R11, 448(BP) | |
| MOVL R11, 468(BP) | |
| MOVL R11, 580(BP) | |
| MOVL R11, 600(BP) | |
| MOVL R12, 48(BP) | |
| MOVL R12, 100(BP) | |
| MOVL R12, 160(BP) | |
| MOVL R12, 268(BP) | |
| MOVL R12, 328(BP) | |
| MOVL R12, 348(BP) | |
| MOVL R12, 444(BP) | |
| MOVL R12, 504(BP) | |
| MOVL R12, 556(BP) | |
| MOVL R12, 596(BP) | |
| SHRQ $0x20, R12 | |
| MOVL R12, 64(BP) | |
| MOVL R12, 88(BP) | |
| MOVL R12, 188(BP) | |
| MOVL R12, 224(BP) | |
| MOVL R12, 272(BP) | |
| MOVL R12, 396(BP) | |
| MOVL R12, 440(BP) | |
| MOVL R12, 492(BP) | |
| MOVL R12, 548(BP) | |
| MOVL R12, 628(BP) | |
| MOVL R13, 52(BP) | |
| MOVL R13, 96(BP) | |
| MOVL R13, 176(BP) | |
| MOVL R13, 260(BP) | |
| MOVL R13, 284(BP) | |
| MOVL R13, 356(BP) | |
| MOVL R13, 428(BP) | |
| MOVL R13, 524(BP) | |
| MOVL R13, 572(BP) | |
| MOVL R13, 592(BP) | |
| SHRQ $0x20, R13 | |
| MOVL R13, 68(BP) | |
| MOVL R13, 120(BP) | |
| MOVL R13, 144(BP) | |
| MOVL R13, 220(BP) | |
| MOVL R13, 308(BP) | |
| MOVL R13, 360(BP) | |
| MOVL R13, 460(BP) | |
| MOVL R13, 480(BP) | |
| MOVL R13, 536(BP) | |
| MOVL R13, 640(BP) | |
| MOVL R14, 56(BP) | |
| MOVL R14, 128(BP) | |
| MOVL R14, 148(BP) | |
| MOVL R14, 232(BP) | |
| MOVL R14, 324(BP) | |
| MOVL R14, 352(BP) | |
| MOVL R14, 400(BP) | |
| MOVL R14, 472(BP) | |
| MOVL R14, 560(BP) | |
| MOVL R14, 648(BP) | |
| SHRQ $0x20, R14 | |
| MOVL R14, 72(BP) | |
| MOVL R14, 92(BP) | |
| MOVL R14, 172(BP) | |
| MOVL R14, 216(BP) | |
| MOVL R14, 332(BP) | |
| MOVL R14, 384(BP) | |
| MOVL R14, 424(BP) | |
| MOVL R14, 464(BP) | |
| MOVL R14, 564(BP) | |
| MOVL R14, 636(BP) | |
| MOVL R15, 60(BP) | |
| MOVL R15, 80(BP) | |
| MOVL R15, 192(BP) | |
| MOVL R15, 236(BP) | |
| MOVL R15, 304(BP) | |
| MOVL R15, 392(BP) | |
| MOVL R15, 408(BP) | |
| MOVL R15, 484(BP) | |
| MOVL R15, 532(BP) | |
| MOVL R15, 644(BP) | |
| SHRQ $0x20, R15 | |
| MOVL R15, 76(BP) | |
| MOVL R15, 104(BP) | |
| MOVL R15, 156(BP) | |
| MOVL R15, 252(BP) | |
| MOVL R15, 300(BP) | |
| MOVL R15, 376(BP) | |
| MOVL R15, 420(BP) | |
| MOVL R15, 500(BP) | |
| MOVL R15, 544(BP) | |
| MOVL R15, 624(BP) | |
| PADDL 16(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 32(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 48(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 64(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 80(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 96(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 112(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 128(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 144(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 160(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 176(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 192(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 208(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 224(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 240(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 256(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 272(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 288(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 304(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 320(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 336(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 352(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 368(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 384(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 400(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 416(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 432(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 448(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 464(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 480(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 496(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 512(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 528(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 544(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 560(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 576(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PADDL 592(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 608(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL 624(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL 640(BP), X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PXOR X4, X0 | |
| PXOR X5, X1 | |
| PXOR X6, X0 | |
| PXOR X7, X1 | |
| LEAQ 64(SI), SI | |
| SUBQ $0x40, DX | |
| JNE loop | |
| MOVO X15, (BP) | |
| MOVQ (BP), R9 | |
| MOVQ R9, (BX) | |
| MOVOU X0, (AX) | |
| MOVOU X1, 16(AX) | |
| RET | |
| // func hashBlocksSSE4(h *[8]uint32, c *[2]uint32, flag uint32, blocks []byte) | |
| // Requires: SSE2, SSE4.1, SSSE3 | |
| TEXT ·hashBlocksSSE4(SB), $32-48 | |
| MOVQ h+0(FP), AX | |
| MOVQ c+8(FP), BX | |
| MOVL flag+16(FP), CX | |
| MOVQ blocks_base+24(FP), SI | |
| MOVQ blocks_len+32(FP), DX | |
| MOVQ SP, BP | |
| ADDQ $0x0f, BP | |
| ANDQ $-16, BP | |
| MOVQ (BX), R9 | |
| MOVQ R9, (BP) | |
| MOVQ CX, 8(BP) | |
| MOVOU (AX), X0 | |
| MOVOU 16(AX), X1 | |
| MOVOU iv0<>+0(SB), X2 | |
| MOVOU iv1<>+0(SB), X3 | |
| MOVOU counter<>+0(SB), X12 | |
| MOVOU rol16<>+0(SB), X13 | |
| MOVOU rol8<>+0(SB), X14 | |
| MOVO (BP), X15 | |
| loop: | |
| MOVO X0, X4 | |
| MOVO X1, X5 | |
| MOVO X2, X6 | |
| MOVO X3, X7 | |
| PADDQ X12, X15 | |
| PXOR X15, X7 | |
| MOVL (SI), X8 | |
| PINSRD $0x01, 8(SI), X8 | |
| PINSRD $0x02, 16(SI), X8 | |
| PINSRD $0x03, 24(SI), X8 | |
| MOVL 4(SI), X9 | |
| PINSRD $0x01, 12(SI), X9 | |
| PINSRD $0x02, 20(SI), X9 | |
| PINSRD $0x03, 28(SI), X9 | |
| MOVL 32(SI), X10 | |
| PINSRD $0x01, 40(SI), X10 | |
| PINSRD $0x02, 48(SI), X10 | |
| PINSRD $0x03, 56(SI), X10 | |
| MOVL 36(SI), X11 | |
| PINSRD $0x01, 44(SI), X11 | |
| PINSRD $0x02, 52(SI), X11 | |
| PINSRD $0x03, 60(SI), X11 | |
| PADDL X8, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X9, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL X10, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X11, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| MOVL 56(SI), X8 | |
| PINSRD $0x01, 16(SI), X8 | |
| PINSRD $0x02, 36(SI), X8 | |
| PINSRD $0x03, 52(SI), X8 | |
| MOVL 40(SI), X9 | |
| PINSRD $0x01, 32(SI), X9 | |
| PINSRD $0x02, 60(SI), X9 | |
| PINSRD $0x03, 24(SI), X9 | |
| MOVL 4(SI), X10 | |
| PINSRD $0x01, (SI), X10 | |
| PINSRD $0x02, 44(SI), X10 | |
| PINSRD $0x03, 20(SI), X10 | |
| MOVL 48(SI), X11 | |
| PINSRD $0x01, 8(SI), X11 | |
| PINSRD $0x02, 28(SI), X11 | |
| PINSRD $0x03, 12(SI), X11 | |
| PADDL X8, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X9, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL X10, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X11, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| MOVL 44(SI), X8 | |
| PINSRD $0x01, 48(SI), X8 | |
| PINSRD $0x02, 20(SI), X8 | |
| PINSRD $0x03, 60(SI), X8 | |
| MOVL 32(SI), X9 | |
| PINSRD $0x01, (SI), X9 | |
| PINSRD $0x02, 8(SI), X9 | |
| PINSRD $0x03, 52(SI), X9 | |
| MOVL 40(SI), X10 | |
| PINSRD $0x01, 12(SI), X10 | |
| PINSRD $0x02, 28(SI), X10 | |
| PINSRD $0x03, 36(SI), X10 | |
| MOVL 56(SI), X11 | |
| PINSRD $0x01, 24(SI), X11 | |
| PINSRD $0x02, 4(SI), X11 | |
| PINSRD $0x03, 16(SI), X11 | |
| PADDL X8, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X9, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL X10, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X11, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| MOVL 28(SI), X8 | |
| PINSRD $0x01, 12(SI), X8 | |
| PINSRD $0x02, 52(SI), X8 | |
| PINSRD $0x03, 44(SI), X8 | |
| MOVL 36(SI), X9 | |
| PINSRD $0x01, 4(SI), X9 | |
| PINSRD $0x02, 48(SI), X9 | |
| PINSRD $0x03, 56(SI), X9 | |
| MOVL 8(SI), X10 | |
| PINSRD $0x01, 20(SI), X10 | |
| PINSRD $0x02, 16(SI), X10 | |
| PINSRD $0x03, 60(SI), X10 | |
| MOVL 24(SI), X11 | |
| PINSRD $0x01, 40(SI), X11 | |
| PINSRD $0x02, (SI), X11 | |
| PINSRD $0x03, 32(SI), X11 | |
| PADDL X8, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X9, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL X10, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X11, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| MOVL 36(SI), X8 | |
| PINSRD $0x01, 20(SI), X8 | |
| PINSRD $0x02, 8(SI), X8 | |
| PINSRD $0x03, 40(SI), X8 | |
| MOVL (SI), X9 | |
| PINSRD $0x01, 28(SI), X9 | |
| PINSRD $0x02, 16(SI), X9 | |
| PINSRD $0x03, 60(SI), X9 | |
| MOVL 56(SI), X10 | |
| PINSRD $0x01, 44(SI), X10 | |
| PINSRD $0x02, 24(SI), X10 | |
| PINSRD $0x03, 12(SI), X10 | |
| MOVL 4(SI), X11 | |
| PINSRD $0x01, 48(SI), X11 | |
| PINSRD $0x02, 32(SI), X11 | |
| PINSRD $0x03, 52(SI), X11 | |
| PADDL X8, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X9, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL X10, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X11, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| MOVL 8(SI), X8 | |
| PINSRD $0x01, 24(SI), X8 | |
| PINSRD $0x02, (SI), X8 | |
| PINSRD $0x03, 32(SI), X8 | |
| MOVL 48(SI), X9 | |
| PINSRD $0x01, 40(SI), X9 | |
| PINSRD $0x02, 44(SI), X9 | |
| PINSRD $0x03, 12(SI), X9 | |
| MOVL 16(SI), X10 | |
| PINSRD $0x01, 28(SI), X10 | |
| PINSRD $0x02, 60(SI), X10 | |
| PINSRD $0x03, 4(SI), X10 | |
| MOVL 52(SI), X11 | |
| PINSRD $0x01, 20(SI), X11 | |
| PINSRD $0x02, 56(SI), X11 | |
| PINSRD $0x03, 36(SI), X11 | |
| PADDL X8, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X9, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL X10, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X11, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| MOVL 48(SI), X8 | |
| PINSRD $0x01, 4(SI), X8 | |
| PINSRD $0x02, 56(SI), X8 | |
| PINSRD $0x03, 16(SI), X8 | |
| MOVL 20(SI), X9 | |
| PINSRD $0x01, 60(SI), X9 | |
| PINSRD $0x02, 52(SI), X9 | |
| PINSRD $0x03, 40(SI), X9 | |
| MOVL (SI), X10 | |
| PINSRD $0x01, 24(SI), X10 | |
| PINSRD $0x02, 36(SI), X10 | |
| PINSRD $0x03, 32(SI), X10 | |
| MOVL 28(SI), X11 | |
| PINSRD $0x01, 12(SI), X11 | |
| PINSRD $0x02, 8(SI), X11 | |
| PINSRD $0x03, 44(SI), X11 | |
| PADDL X8, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X9, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL X10, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X11, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| MOVL 52(SI), X8 | |
| PINSRD $0x01, 28(SI), X8 | |
| PINSRD $0x02, 48(SI), X8 | |
| PINSRD $0x03, 12(SI), X8 | |
| MOVL 44(SI), X9 | |
| PINSRD $0x01, 56(SI), X9 | |
| PINSRD $0x02, 4(SI), X9 | |
| PINSRD $0x03, 36(SI), X9 | |
| MOVL 20(SI), X10 | |
| PINSRD $0x01, 60(SI), X10 | |
| PINSRD $0x02, 32(SI), X10 | |
| PINSRD $0x03, 8(SI), X10 | |
| MOVL (SI), X11 | |
| PINSRD $0x01, 16(SI), X11 | |
| PINSRD $0x02, 24(SI), X11 | |
| PINSRD $0x03, 40(SI), X11 | |
| PADDL X8, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X9, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL X10, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X11, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| MOVL 24(SI), X8 | |
| PINSRD $0x01, 56(SI), X8 | |
| PINSRD $0x02, 44(SI), X8 | |
| PINSRD $0x03, (SI), X8 | |
| MOVL 60(SI), X9 | |
| PINSRD $0x01, 36(SI), X9 | |
| PINSRD $0x02, 12(SI), X9 | |
| PINSRD $0x03, 32(SI), X9 | |
| MOVL 48(SI), X10 | |
| PINSRD $0x01, 52(SI), X10 | |
| PINSRD $0x02, 4(SI), X10 | |
| PINSRD $0x03, 40(SI), X10 | |
| MOVL 8(SI), X11 | |
| PINSRD $0x01, 28(SI), X11 | |
| PINSRD $0x02, 16(SI), X11 | |
| PINSRD $0x03, 20(SI), X11 | |
| PADDL X8, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X9, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL X10, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X11, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| MOVL 40(SI), X8 | |
| PINSRD $0x01, 32(SI), X8 | |
| PINSRD $0x02, 28(SI), X8 | |
| PINSRD $0x03, 4(SI), X8 | |
| MOVL 8(SI), X9 | |
| PINSRD $0x01, 16(SI), X9 | |
| PINSRD $0x02, 24(SI), X9 | |
| PINSRD $0x03, 20(SI), X9 | |
| MOVL 60(SI), X10 | |
| PINSRD $0x01, 36(SI), X10 | |
| PINSRD $0x02, 12(SI), X10 | |
| PINSRD $0x03, 52(SI), X10 | |
| MOVL 44(SI), X11 | |
| PINSRD $0x01, 56(SI), X11 | |
| PINSRD $0x02, 48(SI), X11 | |
| PINSRD $0x03, (SI), X11 | |
| PADDL X8, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X9, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X5, X5 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X7, X7 | |
| PADDL X10, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X13, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x14, X8 | |
| PSRLL $0x0c, X5 | |
| PXOR X8, X5 | |
| PADDL X11, X4 | |
| PADDL X5, X4 | |
| PXOR X4, X7 | |
| PSHUFB X14, X7 | |
| PADDL X7, X6 | |
| PXOR X6, X5 | |
| MOVO X5, X8 | |
| PSLLL $0x19, X8 | |
| PSRLL $0x07, X5 | |
| PXOR X8, X5 | |
| PSHUFL $0x39, X7, X7 | |
| PSHUFL $0x4e, X6, X6 | |
| PSHUFL $0x93, X5, X5 | |
| PXOR X4, X0 | |
| PXOR X5, X1 | |
| PXOR X6, X0 | |
| PXOR X7, X1 | |
| LEAQ 64(SI), SI | |
| SUBQ $0x40, DX | |
| JNE loop | |
| MOVO X15, (BP) | |
| MOVQ (BP), R9 | |
| MOVQ R9, (BX) | |
| MOVOU X0, (AX) | |
| MOVOU X1, 16(AX) | |
| RET |