| // Copyright 2024 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| package main |
| |
| import ( |
| "os" |
| |
| . "github.com/mmcloughlin/avo/build" |
| . "github.com/mmcloughlin/avo/operand" |
| . "github.com/mmcloughlin/avo/reg" |
| ) |
| |
| //go:generate go run . -out ../sha512block_amd64.s |
| |
| // SHA512 block routine. See sha512block.go for Go equivalent. |
| // |
| // The algorithm is detailed in FIPS 180-4: |
| // |
| // https://csrc.nist.gov/publications/fips/fips180-4/fips-180-4.pdf |
| // |
| // Wt = Mt; for 0 <= t <= 15 |
| // Wt = SIGMA1(Wt-2) + Wt-7 + SIGMA0(Wt-15) + Wt-16; for 16 <= t <= 79 |
| // |
| // a = H0 |
| // b = H1 |
| // c = H2 |
| // d = H3 |
| // e = H4 |
| // f = H5 |
| // g = H6 |
| // h = H7 |
| // |
| // for t = 0 to 79 { |
| // T1 = h + BIGSIGMA1(e) + Ch(e,f,g) + Kt + Wt |
| // T2 = BIGSIGMA0(a) + Maj(a,b,c) |
| // h = g |
| // g = f |
| // f = e |
| // e = d + T1 |
| // d = c |
| // c = b |
| // b = a |
| // a = T1 + T2 |
| // } |
| // |
| // H0 = a + H0 |
| // H1 = b + H1 |
| // H2 = c + H2 |
| // H3 = d + H3 |
| // H4 = e + H4 |
| // H5 = f + H5 |
| // H6 = g + H6 |
| // H7 = h + H7 |
| |
| const ThatPeskyUnicodeDot = "\u00b7" |
| |
| var _K = []uint64{ |
| 0x428a2f98d728ae22, |
| 0x7137449123ef65cd, |
| 0xb5c0fbcfec4d3b2f, |
| 0xe9b5dba58189dbbc, |
| 0x3956c25bf348b538, |
| 0x59f111f1b605d019, |
| 0x923f82a4af194f9b, |
| 0xab1c5ed5da6d8118, |
| 0xd807aa98a3030242, |
| 0x12835b0145706fbe, |
| 0x243185be4ee4b28c, |
| 0x550c7dc3d5ffb4e2, |
| 0x72be5d74f27b896f, |
| 0x80deb1fe3b1696b1, |
| 0x9bdc06a725c71235, |
| 0xc19bf174cf692694, |
| 0xe49b69c19ef14ad2, |
| 0xefbe4786384f25e3, |
| 0x0fc19dc68b8cd5b5, |
| 0x240ca1cc77ac9c65, |
| 0x2de92c6f592b0275, |
| 0x4a7484aa6ea6e483, |
| 0x5cb0a9dcbd41fbd4, |
| 0x76f988da831153b5, |
| 0x983e5152ee66dfab, |
| 0xa831c66d2db43210, |
| 0xb00327c898fb213f, |
| 0xbf597fc7beef0ee4, |
| 0xc6e00bf33da88fc2, |
| 0xd5a79147930aa725, |
| 0x06ca6351e003826f, |
| 0x142929670a0e6e70, |
| 0x27b70a8546d22ffc, |
| 0x2e1b21385c26c926, |
| 0x4d2c6dfc5ac42aed, |
| 0x53380d139d95b3df, |
| 0x650a73548baf63de, |
| 0x766a0abb3c77b2a8, |
| 0x81c2c92e47edaee6, |
| 0x92722c851482353b, |
| 0xa2bfe8a14cf10364, |
| 0xa81a664bbc423001, |
| 0xc24b8b70d0f89791, |
| 0xc76c51a30654be30, |
| 0xd192e819d6ef5218, |
| 0xd69906245565a910, |
| 0xf40e35855771202a, |
| 0x106aa07032bbd1b8, |
| 0x19a4c116b8d2d0c8, |
| 0x1e376c085141ab53, |
| 0x2748774cdf8eeb99, |
| 0x34b0bcb5e19b48a8, |
| 0x391c0cb3c5c95a63, |
| 0x4ed8aa4ae3418acb, |
| 0x5b9cca4f7763e373, |
| 0x682e6ff3d6b2b8a3, |
| 0x748f82ee5defb2fc, |
| 0x78a5636f43172f60, |
| 0x84c87814a1f0ab72, |
| 0x8cc702081a6439ec, |
| 0x90befffa23631e28, |
| 0xa4506cebde82bde9, |
| 0xbef9a3f7b2c67915, |
| 0xc67178f2e372532b, |
| 0xca273eceea26619c, |
| 0xd186b8c721c0c207, |
| 0xeada7dd6cde0eb1e, |
| 0xf57d4f7fee6ed178, |
| 0x06f067aa72176fba, |
| 0x0a637dc5a2c898a6, |
| 0x113f9804bef90dae, |
| 0x1b710b35131c471b, |
| 0x28db77f523047d84, |
| 0x32caab7b40c72493, |
| 0x3c9ebe0a15c9bebc, |
| 0x431d67c49c100d4c, |
| 0x4cc5d4becb3e42b6, |
| 0x597f299cfc657e2a, |
| 0x5fcb6fab3ad6faec, |
| 0x6c44198c4a475817, |
| } |
| |
| func main() { |
| // https://github.com/mmcloughlin/avo/issues/450 |
| os.Setenv("GOOS", "linux") |
| os.Setenv("GOARCH", "amd64") |
| |
| Package("crypto/internal/fips140/sha512") |
| ConstraintExpr("!purego") |
| blockAVX2() |
| Generate() |
| } |
| |
| // Version below is based on "Fast SHA512 Implementations on Intel |
| // Architecture Processors" White-paper |
| // https://www.intel.com/content/dam/www/public/us/en/documents/white-papers/fast-sha512-implementations-ia-processors-paper.pdf |
| // AVX2 version by Intel, same algorithm in Linux kernel: |
| // https://github.com/torvalds/linux/blob/master/lib/crypto/x86/sha512-avx2-asm.S |
| |
| // James Guilford <james.guilford@intel.com> |
| // Kirk Yap <kirk.s.yap@intel.com> |
| // Tim Chen <tim.c.chen@linux.intel.com> |
| // David Cote <david.m.cote@intel.com> |
| // Aleksey Sidorov <aleksey.sidorov@intel.com> |
| |
| // Line 289 |
| var ( |
| YFER_SIZE int = (4 * 8) |
| SRND_SIZE = (1 * 8) |
| INP_SIZE = (1 * 8) |
| |
| frame_YFER = (0) |
| frame_SRND = (frame_YFER + YFER_SIZE) |
| frame_INP = (frame_SRND + SRND_SIZE) |
| frame_INPEND = (frame_INP + INP_SIZE) |
| ) |
| |
| // Line 298 |
| func addm(p1 Mem, p2 GPPhysical) { |
| ADDQ(p1, p2) |
| MOVQ(p2, p1) |
| } |
| |
| // Line 302 |
| func COPY_YMM_AND_BSWAP(p1 VecPhysical, p2 Mem, p3 VecPhysical) { |
| VMOVDQU(p2, p1) |
| VPSHUFB(p3, p1, p1) |
| } |
| |
| // Line 306 |
| func MY_VPALIGNR(YDST, YSRC1, YSRC2 VecPhysical, RVAL int) { |
| VPERM2F128(U8(0x3), YSRC2, YSRC1, YDST) |
| VPALIGNR(U8(RVAL), YSRC2, YDST, YDST) |
| } |
| |
| // Line 324 |
| func blockAVX2() { |
| Implement("blockAVX2") |
| Attributes(NOSPLIT) |
| AllocLocal(56) |
| |
| Load(Param("dig"), RSI) |
| Load(Param("p").Base(), RDI) |
| Load(Param("p").Len(), RDX) |
| |
| SHRQ(Imm(7), RDX) |
| SHLQ(Imm(7), RDX) |
| |
| JZ(LabelRef("done_hash")) |
| ADDQ(RDI, RDX) |
| MOVQ(RDX, Mem{Base: SP}.Offset(frame_INPEND)) |
| |
| MOVQ(Mem{Base: SI}.Offset(0*8), RAX) |
| MOVQ(Mem{Base: SI}.Offset(1*8), RBX) |
| MOVQ(Mem{Base: SI}.Offset(2*8), RCX) |
| MOVQ(Mem{Base: SI}.Offset(3*8), R8) |
| MOVQ(Mem{Base: SI}.Offset(4*8), RDX) |
| MOVQ(Mem{Base: SI}.Offset(5*8), R9) |
| MOVQ(Mem{Base: SI}.Offset(6*8), R10) |
| MOVQ(Mem{Base: SI}.Offset(7*8), R11) |
| |
| PSHUFFLE_BYTE_FLIP_MASK := PSHUFFLE_BYTE_FLIP_MASK_DATA() |
| VMOVDQU(PSHUFFLE_BYTE_FLIP_MASK, Y9) |
| |
| loop0() |
| loop1() |
| loop2() |
| done_hash() |
| } |
| |
| // Line 347 |
| func loop0() { |
| Label("loop0") |
| |
| _K := NewDataAddr(Symbol{Name: "$" + ThatPeskyUnicodeDot + "_K"}, 0) |
| MOVQ(_K, RBP) |
| |
| // byte swap first 16 dwords |
| COPY_YMM_AND_BSWAP(Y4, Mem{Base: DI}.Offset(0*32), Y9) |
| COPY_YMM_AND_BSWAP(Y5, Mem{Base: DI}.Offset(1*32), Y9) |
| COPY_YMM_AND_BSWAP(Y6, Mem{Base: DI}.Offset(2*32), Y9) |
| COPY_YMM_AND_BSWAP(Y7, Mem{Base: DI}.Offset(3*32), Y9) |
| |
| MOVQ(RDI, Mem{Base: SP}.Offset(frame_INP)) |
| |
| // schedule 64 input dwords, by doing 12 rounds of 4 each |
| MOVQ(U32(4), Mem{Base: SP}.Offset(frame_SRND)) |
| } |
| |
| // Line 361 |
| func loop1() { |
| Label("loop1") |
| VPADDQ(Mem{Base: BP}, Y4, Y0) |
| VMOVDQU(Y0, Mem{Base: SP}.Offset(frame_YFER)) |
| |
| MY_VPALIGNR(Y0, Y7, Y6, 8) |
| |
| VPADDQ(Y4, Y0, Y0) |
| |
| MY_VPALIGNR(Y1, Y5, Y4, 8) |
| |
| VPSRLQ(Imm(1), Y1, Y2) |
| VPSLLQ(Imm(64-1), Y1, Y3) |
| VPOR(Y2, Y3, Y3) |
| |
| VPSRLQ(Imm(7), Y1, Y8) |
| |
| MOVQ(RAX, RDI) |
| RORXQ(Imm(41), RDX, R13) |
| RORXQ(Imm(18), RDX, R14) |
| ADDQ(Mem{Base: SP}.Offset(frame_YFER), R11) |
| ORQ(RCX, RDI) |
| MOVQ(R9, R15) |
| RORXQ(Imm(34), RAX, R12) |
| |
| XORQ(R14, R13) |
| XORQ(R10, R15) |
| RORXQ(Imm(14), RDX, R14) |
| |
| ANDQ(RDX, R15) |
| XORQ(R14, R13) |
| RORXQ(Imm(39), RAX, R14) |
| ADDQ(R11, R8) |
| |
| ANDQ(RBX, RDI) |
| XORQ(R12, R14) |
| RORXQ(Imm(28), RAX, R12) |
| |
| XORQ(R10, R15) |
| XORQ(R12, R14) |
| MOVQ(RAX, R12) |
| ANDQ(RCX, R12) |
| |
| ADDQ(R13, R15) |
| ORQ(R12, RDI) |
| ADDQ(R14, R11) |
| |
| ADDQ(R15, R8) |
| |
| ADDQ(R15, R11) |
| ADDQ(RDI, R11) |
| |
| VPSRLQ(Imm(8), Y1, Y2) |
| VPSLLQ(Imm(64-8), Y1, Y1) |
| VPOR(Y2, Y1, Y1) |
| |
| VPXOR(Y8, Y3, Y3) |
| VPXOR(Y1, Y3, Y1) |
| |
| VPADDQ(Y1, Y0, Y0) |
| |
| VPERM2F128(Imm(0x0), Y0, Y0, Y4) |
| |
| MASK_YMM_LO := MASK_YMM_LO_DATA() |
| VPAND(MASK_YMM_LO, Y0, Y0) |
| |
| VPERM2F128(Imm(0x11), Y7, Y7, Y2) |
| VPSRLQ(Imm(6), Y2, Y8) |
| |
| MOVQ(R11, RDI) |
| RORXQ(Imm(41), R8, R13) |
| RORXQ(Imm(18), R8, R14) |
| ADDQ(Mem{Base: SP}.Offset(1*8+frame_YFER), R10) |
| ORQ(RBX, RDI) |
| |
| MOVQ(RDX, R15) |
| RORXQ(Imm(34), R11, R12) |
| XORQ(R14, R13) |
| XORQ(R9, R15) |
| |
| RORXQ(Imm(14), R8, R14) |
| XORQ(R14, R13) |
| RORXQ(Imm(39), R11, R14) |
| ANDQ(R8, R15) |
| ADDQ(R10, RCX) |
| |
| ANDQ(RAX, RDI) |
| XORQ(R12, R14) |
| |
| RORXQ(Imm(28), R11, R12) |
| XORQ(R9, R15) |
| |
| XORQ(R12, R14) |
| MOVQ(R11, R12) |
| ANDQ(RBX, R12) |
| ADDQ(R13, R15) |
| |
| ORQ(R12, RDI) |
| ADDQ(R14, R10) |
| |
| ADDQ(R15, RCX) |
| ADDQ(R15, R10) |
| ADDQ(RDI, R10) |
| |
| VPSRLQ(Imm(19), Y2, Y3) |
| VPSLLQ(Imm(64-19), Y2, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| VPSRLQ(Imm(61), Y2, Y3) |
| VPSLLQ(Imm(64-61), Y2, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| |
| VPADDQ(Y8, Y4, Y4) |
| |
| VPSRLQ(Imm(6), Y4, Y8) |
| |
| MOVQ(R10, RDI) |
| RORXQ(Imm(41), RCX, R13) |
| ADDQ(Mem{Base: SP}.Offset(2*8+frame_YFER), R9) |
| |
| RORXQ(Imm(18), RCX, R14) |
| ORQ(RAX, RDI) |
| MOVQ(R8, R15) |
| XORQ(RDX, R15) |
| |
| RORXQ(Imm(34), R10, R12) |
| XORQ(R14, R13) |
| ANDQ(RCX, R15) |
| |
| RORXQ(Imm(14), RCX, R14) |
| ADDQ(R9, RBX) |
| ANDQ(R11, RDI) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(39), R10, R14) |
| XORQ(RDX, R15) |
| |
| XORQ(R12, R14) |
| RORXQ(Imm(28), R10, R12) |
| |
| XORQ(R12, R14) |
| MOVQ(R10, R12) |
| ANDQ(RAX, R12) |
| ADDQ(R13, R15) |
| |
| ORQ(R12, RDI) |
| ADDQ(R14, R9) |
| ADDQ(R15, RBX) |
| ADDQ(R15, R9) |
| |
| ADDQ(RDI, R9) |
| |
| VPSRLQ(Imm(19), Y4, Y3) |
| VPSLLQ(Imm(64-19), Y4, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| VPSRLQ(Imm(61), Y4, Y3) |
| VPSLLQ(Imm(64-61), Y4, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| |
| VPADDQ(Y8, Y0, Y2) |
| |
| VPBLENDD(Imm(0xF0), Y2, Y4, Y4) |
| |
| MOVQ(R9, RDI) |
| RORXQ(Imm(41), RBX, R13) |
| RORXQ(Imm(18), RBX, R14) |
| ADDQ(Mem{Base: SP}.Offset(3*8+frame_YFER), RDX) |
| ORQ(R11, RDI) |
| |
| MOVQ(RCX, R15) |
| RORXQ(Imm(34), R9, R12) |
| XORQ(R14, R13) |
| XORQ(R8, R15) |
| |
| RORXQ(Imm(14), RBX, R14) |
| ANDQ(RBX, R15) |
| ADDQ(RDX, RAX) |
| ANDQ(R10, RDI) |
| |
| XORQ(R14, R13) |
| XORQ(R8, R15) |
| |
| RORXQ(Imm(39), R9, R14) |
| ADDQ(R13, R15) |
| |
| XORQ(R12, R14) |
| ADDQ(R15, RAX) |
| |
| RORXQ(Imm(28), R9, R12) |
| |
| XORQ(R12, R14) |
| MOVQ(R9, R12) |
| ANDQ(R11, R12) |
| ORQ(R12, RDI) |
| |
| ADDQ(R14, RDX) |
| ADDQ(R15, RDX) |
| ADDQ(RDI, RDX) |
| |
| VPADDQ(Mem{Base: BP}.Offset(1*32), Y5, Y0) |
| VMOVDQU(Y0, Mem{Base: SP}.Offset(frame_YFER)) |
| |
| MY_VPALIGNR(Y0, Y4, Y7, 8) |
| |
| VPADDQ(Y5, Y0, Y0) |
| |
| MY_VPALIGNR(Y1, Y6, Y5, 8) |
| |
| VPSRLQ(Imm(1), Y1, Y2) |
| VPSLLQ(Imm(64-1), Y1, Y3) |
| VPOR(Y2, Y3, Y3) |
| |
| VPSRLQ(Imm(7), Y1, Y8) |
| |
| MOVQ(RDX, RDI) |
| RORXQ(Imm(41), RAX, R13) |
| RORXQ(Imm(18), RAX, R14) |
| ADDQ(Mem{Base: SP}.Offset(frame_YFER), R8) |
| ORQ(R10, RDI) |
| MOVQ(RBX, R15) |
| RORXQ(Imm(34), RDX, R12) |
| |
| XORQ(R14, R13) |
| XORQ(RCX, R15) |
| RORXQ(Imm(14), RAX, R14) |
| |
| ANDQ(RAX, R15) |
| XORQ(R14, R13) |
| RORXQ(Imm(39), RDX, R14) |
| ADDQ(R8, R11) |
| |
| ANDQ(R9, RDI) |
| XORQ(R12, R14) |
| RORXQ(Imm(28), RDX, R12) |
| |
| XORQ(RCX, R15) |
| XORQ(R12, R14) |
| MOVQ(RDX, R12) |
| ANDQ(R10, R12) |
| |
| ADDQ(R13, R15) |
| ORQ(R12, RDI) |
| ADDQ(R14, R8) |
| |
| ADDQ(R15, R11) |
| |
| ADDQ(R15, R8) |
| ADDQ(RDI, R8) |
| |
| VPSRLQ(Imm(8), Y1, Y2) |
| VPSLLQ(Imm(64-8), Y1, Y1) |
| VPOR(Y2, Y1, Y1) |
| |
| VPXOR(Y8, Y3, Y3) |
| VPXOR(Y1, Y3, Y1) |
| |
| VPADDQ(Y1, Y0, Y0) |
| |
| VPERM2F128(Imm(0x0), Y0, Y0, Y5) |
| |
| VPAND(MASK_YMM_LO, Y0, Y0) |
| |
| VPERM2F128(Imm(0x11), Y4, Y4, Y2) |
| VPSRLQ(Imm(6), Y2, Y8) |
| |
| MOVQ(R8, RDI) |
| RORXQ(Imm(41), R11, R13) |
| RORXQ(Imm(18), R11, R14) |
| ADDQ(Mem{Base: SP}.Offset(1*8+frame_YFER), RCX) |
| ORQ(R9, RDI) |
| |
| MOVQ(RAX, R15) |
| RORXQ(Imm(34), R8, R12) |
| XORQ(R14, R13) |
| XORQ(RBX, R15) |
| |
| RORXQ(Imm(14), R11, R14) |
| XORQ(R14, R13) |
| RORXQ(Imm(39), R8, R14) |
| ANDQ(R11, R15) |
| ADDQ(RCX, R10) |
| |
| ANDQ(RDX, RDI) |
| XORQ(R12, R14) |
| |
| RORXQ(Imm(28), R8, R12) |
| XORQ(RBX, R15) |
| |
| XORQ(R12, R14) |
| MOVQ(R8, R12) |
| ANDQ(R9, R12) |
| ADDQ(R13, R15) |
| |
| ORQ(R12, RDI) |
| ADDQ(R14, RCX) |
| |
| ADDQ(R15, R10) |
| ADDQ(R15, RCX) |
| ADDQ(RDI, RCX) |
| |
| VPSRLQ(Imm(19), Y2, Y3) |
| VPSLLQ(Imm(64-19), Y2, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| VPSRLQ(Imm(61), Y2, Y3) |
| VPSLLQ(Imm(64-61), Y2, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| |
| VPADDQ(Y8, Y5, Y5) |
| |
| VPSRLQ(Imm(6), Y5, Y8) |
| |
| MOVQ(RCX, RDI) |
| RORXQ(Imm(41), R10, R13) |
| ADDQ(Mem{Base: SP}.Offset(2*8+frame_YFER), RBX) |
| |
| RORXQ(Imm(18), R10, R14) |
| ORQ(RDX, RDI) |
| MOVQ(R11, R15) |
| XORQ(RAX, R15) |
| |
| RORXQ(Imm(34), RCX, R12) |
| XORQ(R14, R13) |
| ANDQ(R10, R15) |
| |
| RORXQ(Imm(14), R10, R14) |
| ADDQ(RBX, R9) |
| ANDQ(R8, RDI) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(39), RCX, R14) |
| XORQ(RAX, R15) |
| |
| XORQ(R12, R14) |
| RORXQ(Imm(28), RCX, R12) |
| |
| XORQ(R12, R14) |
| MOVQ(RCX, R12) |
| ANDQ(RDX, R12) |
| ADDQ(R13, R15) |
| |
| ORQ(R12, RDI) |
| ADDQ(R14, RBX) |
| ADDQ(R15, R9) |
| ADDQ(R15, RBX) |
| |
| ADDQ(RDI, RBX) |
| |
| VPSRLQ(Imm(19), Y5, Y3) |
| VPSLLQ(Imm(64-19), Y5, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| VPSRLQ(Imm(61), Y5, Y3) |
| VPSLLQ(Imm(64-61), Y5, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| |
| VPADDQ(Y8, Y0, Y2) |
| |
| VPBLENDD(Imm(0xF0), Y2, Y5, Y5) |
| |
| MOVQ(RBX, RDI) |
| RORXQ(Imm(41), R9, R13) |
| RORXQ(Imm(18), R9, R14) |
| ADDQ(Mem{Base: SP}.Offset(3*8+frame_YFER), RAX) |
| ORQ(R8, RDI) |
| |
| MOVQ(R10, R15) |
| RORXQ(Imm(34), RBX, R12) |
| XORQ(R14, R13) |
| XORQ(R11, R15) |
| |
| RORXQ(Imm(14), R9, R14) |
| ANDQ(R9, R15) |
| ADDQ(RAX, RDX) |
| ANDQ(RCX, RDI) |
| |
| XORQ(R14, R13) |
| XORQ(R11, R15) |
| |
| RORXQ(Imm(39), RBX, R14) |
| ADDQ(R13, R15) |
| |
| XORQ(R12, R14) |
| ADDQ(R15, RDX) |
| |
| RORXQ(Imm(28), RBX, R12) |
| |
| XORQ(R12, R14) |
| MOVQ(RBX, R12) |
| ANDQ(R8, R12) |
| ORQ(R12, RDI) |
| |
| ADDQ(R14, RAX) |
| ADDQ(R15, RAX) |
| ADDQ(RDI, RAX) |
| |
| VPADDQ(Mem{Base: BP}.Offset(2*32), Y6, Y0) |
| VMOVDQU(Y0, Mem{Base: SP}.Offset(frame_YFER)) |
| |
| MY_VPALIGNR(Y0, Y5, Y4, 8) |
| |
| VPADDQ(Y6, Y0, Y0) |
| |
| MY_VPALIGNR(Y1, Y7, Y6, 8) |
| |
| VPSRLQ(Imm(1), Y1, Y2) |
| VPSLLQ(Imm(64-1), Y1, Y3) |
| VPOR(Y2, Y3, Y3) |
| |
| VPSRLQ(Imm(7), Y1, Y8) |
| |
| MOVQ(RAX, RDI) |
| RORXQ(Imm(41), RDX, R13) |
| RORXQ(Imm(18), RDX, R14) |
| ADDQ(Mem{Base: SP}.Offset(frame_YFER), R11) |
| ORQ(RCX, RDI) |
| MOVQ(R9, R15) |
| RORXQ(Imm(34), RAX, R12) |
| |
| XORQ(R14, R13) |
| XORQ(R10, R15) |
| RORXQ(Imm(14), RDX, R14) |
| |
| ANDQ(RDX, R15) |
| XORQ(R14, R13) |
| RORXQ(Imm(39), RAX, R14) |
| ADDQ(R11, R8) |
| |
| ANDQ(RBX, RDI) |
| XORQ(R12, R14) |
| RORXQ(Imm(28), RAX, R12) |
| |
| XORQ(R10, R15) |
| XORQ(R12, R14) |
| MOVQ(RAX, R12) |
| ANDQ(RCX, R12) |
| |
| ADDQ(R13, R15) |
| ORQ(R12, RDI) |
| ADDQ(R14, R11) |
| |
| ADDQ(R15, R8) |
| |
| ADDQ(R15, R11) |
| ADDQ(RDI, R11) |
| |
| VPSRLQ(Imm(8), Y1, Y2) |
| VPSLLQ(Imm(64-8), Y1, Y1) |
| VPOR(Y2, Y1, Y1) |
| |
| VPXOR(Y8, Y3, Y3) |
| VPXOR(Y1, Y3, Y1) |
| |
| VPADDQ(Y1, Y0, Y0) |
| |
| VPERM2F128(Imm(0x0), Y0, Y0, Y6) |
| |
| VPAND(MASK_YMM_LO, Y0, Y0) |
| |
| VPERM2F128(Imm(0x11), Y5, Y5, Y2) |
| VPSRLQ(Imm(6), Y2, Y8) |
| |
| MOVQ(R11, RDI) |
| RORXQ(Imm(41), R8, R13) |
| RORXQ(Imm(18), R8, R14) |
| ADDQ(Mem{Base: SP}.Offset(1*8+frame_YFER), R10) |
| ORQ(RBX, RDI) |
| |
| MOVQ(RDX, R15) |
| RORXQ(Imm(34), R11, R12) |
| XORQ(R14, R13) |
| XORQ(R9, R15) |
| |
| RORXQ(Imm(14), R8, R14) |
| XORQ(R14, R13) |
| RORXQ(Imm(39), R11, R14) |
| ANDQ(R8, R15) |
| ADDQ(R10, RCX) |
| |
| ANDQ(RAX, RDI) |
| XORQ(R12, R14) |
| |
| RORXQ(Imm(28), R11, R12) |
| XORQ(R9, R15) |
| |
| XORQ(R12, R14) |
| MOVQ(R11, R12) |
| ANDQ(RBX, R12) |
| ADDQ(R13, R15) |
| |
| ORQ(R12, RDI) |
| ADDQ(R14, R10) |
| |
| ADDQ(R15, RCX) |
| ADDQ(R15, R10) |
| ADDQ(RDI, R10) |
| |
| VPSRLQ(Imm(19), Y2, Y3) |
| VPSLLQ(Imm(64-19), Y2, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| VPSRLQ(Imm(61), Y2, Y3) |
| VPSLLQ(Imm(64-61), Y2, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| |
| VPADDQ(Y8, Y6, Y6) |
| |
| VPSRLQ(Imm(6), Y6, Y8) |
| |
| MOVQ(R10, RDI) |
| RORXQ(Imm(41), RCX, R13) |
| ADDQ(Mem{Base: SP}.Offset(2*8+frame_YFER), R9) |
| |
| RORXQ(Imm(18), RCX, R14) |
| ORQ(RAX, RDI) |
| MOVQ(R8, R15) |
| XORQ(RDX, R15) |
| |
| RORXQ(Imm(34), R10, R12) |
| XORQ(R14, R13) |
| ANDQ(RCX, R15) |
| |
| RORXQ(Imm(14), RCX, R14) |
| ADDQ(R9, RBX) |
| ANDQ(R11, RDI) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(39), R10, R14) |
| XORQ(RDX, R15) |
| |
| XORQ(R12, R14) |
| RORXQ(Imm(28), R10, R12) |
| |
| XORQ(R12, R14) |
| MOVQ(R10, R12) |
| ANDQ(RAX, R12) |
| ADDQ(R13, R15) |
| |
| ORQ(R12, RDI) |
| ADDQ(R14, R9) |
| ADDQ(R15, RBX) |
| ADDQ(R15, R9) |
| |
| ADDQ(RDI, R9) |
| |
| VPSRLQ(Imm(19), Y6, Y3) |
| VPSLLQ(Imm(64-19), Y6, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| VPSRLQ(Imm(61), Y6, Y3) |
| VPSLLQ(Imm(64-61), Y6, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| |
| VPADDQ(Y8, Y0, Y2) |
| |
| VPBLENDD(Imm(0xF0), Y2, Y6, Y6) |
| |
| MOVQ(R9, RDI) |
| RORXQ(Imm(41), RBX, R13) |
| RORXQ(Imm(18), RBX, R14) |
| ADDQ(Mem{Base: SP}.Offset(3*8+frame_YFER), RDX) |
| ORQ(R11, RDI) |
| |
| MOVQ(RCX, R15) |
| RORXQ(Imm(34), R9, R12) |
| XORQ(R14, R13) |
| XORQ(R8, R15) |
| |
| RORXQ(Imm(14), RBX, R14) |
| ANDQ(RBX, R15) |
| ADDQ(RDX, RAX) |
| ANDQ(R10, RDI) |
| |
| XORQ(R14, R13) |
| XORQ(R8, R15) |
| |
| RORXQ(Imm(39), R9, R14) |
| ADDQ(R13, R15) |
| |
| XORQ(R12, R14) |
| ADDQ(R15, RAX) |
| |
| RORXQ(Imm(28), R9, R12) |
| |
| XORQ(R12, R14) |
| MOVQ(R9, R12) |
| ANDQ(R11, R12) |
| ORQ(R12, RDI) |
| |
| ADDQ(R14, RDX) |
| ADDQ(R15, RDX) |
| ADDQ(RDI, RDX) |
| |
| VPADDQ(Mem{Base: BP}.Offset(3*32), Y7, Y0) |
| VMOVDQU(Y0, Mem{Base: SP}.Offset(frame_YFER)) |
| ADDQ(U8(4*32), RBP) |
| |
| MY_VPALIGNR(Y0, Y6, Y5, 8) |
| |
| VPADDQ(Y7, Y0, Y0) |
| |
| MY_VPALIGNR(Y1, Y4, Y7, 8) |
| |
| VPSRLQ(Imm(1), Y1, Y2) |
| VPSLLQ(Imm(64-1), Y1, Y3) |
| VPOR(Y2, Y3, Y3) |
| |
| VPSRLQ(Imm(7), Y1, Y8) |
| |
| MOVQ(RDX, RDI) |
| RORXQ(Imm(41), RAX, R13) |
| RORXQ(Imm(18), RAX, R14) |
| ADDQ(Mem{Base: SP}.Offset(frame_YFER), R8) |
| ORQ(R10, RDI) |
| MOVQ(RBX, R15) |
| RORXQ(Imm(34), RDX, R12) |
| |
| XORQ(R14, R13) |
| XORQ(RCX, R15) |
| RORXQ(Imm(14), RAX, R14) |
| |
| ANDQ(RAX, R15) |
| XORQ(R14, R13) |
| RORXQ(Imm(39), RDX, R14) |
| ADDQ(R8, R11) |
| |
| ANDQ(R9, RDI) |
| XORQ(R12, R14) |
| RORXQ(Imm(28), RDX, R12) |
| |
| XORQ(RCX, R15) |
| XORQ(R12, R14) |
| MOVQ(RDX, R12) |
| ANDQ(R10, R12) |
| |
| ADDQ(R13, R15) |
| ORQ(R12, RDI) |
| ADDQ(R14, R8) |
| |
| ADDQ(R15, R11) |
| |
| ADDQ(R15, R8) |
| ADDQ(RDI, R8) |
| |
| VPSRLQ(Imm(8), Y1, Y2) |
| VPSLLQ(Imm(64-8), Y1, Y1) |
| VPOR(Y2, Y1, Y1) |
| |
| VPXOR(Y8, Y3, Y3) |
| VPXOR(Y1, Y3, Y1) |
| |
| VPADDQ(Y1, Y0, Y0) |
| |
| VPERM2F128(Imm(0x0), Y0, Y0, Y7) |
| |
| VPAND(MASK_YMM_LO, Y0, Y0) |
| |
| VPERM2F128(Imm(0x11), Y6, Y6, Y2) |
| VPSRLQ(Imm(6), Y2, Y8) |
| |
| MOVQ(R8, RDI) |
| RORXQ(Imm(41), R11, R13) |
| RORXQ(Imm(18), R11, R14) |
| ADDQ(Mem{Base: SP}.Offset(1*8+frame_YFER), RCX) |
| ORQ(R9, RDI) |
| |
| MOVQ(RAX, R15) |
| RORXQ(Imm(34), R8, R12) |
| XORQ(R14, R13) |
| XORQ(RBX, R15) |
| |
| RORXQ(Imm(14), R11, R14) |
| XORQ(R14, R13) |
| RORXQ(Imm(39), R8, R14) |
| ANDQ(R11, R15) |
| ADDQ(RCX, R10) |
| |
| ANDQ(RDX, RDI) |
| XORQ(R12, R14) |
| |
| RORXQ(Imm(28), R8, R12) |
| XORQ(RBX, R15) |
| |
| XORQ(R12, R14) |
| MOVQ(R8, R12) |
| ANDQ(R9, R12) |
| ADDQ(R13, R15) |
| |
| ORQ(R12, RDI) |
| ADDQ(R14, RCX) |
| |
| ADDQ(R15, R10) |
| ADDQ(R15, RCX) |
| ADDQ(RDI, RCX) |
| |
| VPSRLQ(Imm(19), Y2, Y3) |
| VPSLLQ(Imm(64-19), Y2, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| VPSRLQ(Imm(61), Y2, Y3) |
| VPSLLQ(Imm(64-61), Y2, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| |
| VPADDQ(Y8, Y7, Y7) |
| |
| VPSRLQ(Imm(6), Y7, Y8) |
| |
| MOVQ(RCX, RDI) |
| RORXQ(Imm(41), R10, R13) |
| ADDQ(Mem{Base: SP}.Offset(2*8+frame_YFER), RBX) |
| |
| RORXQ(Imm(18), R10, R14) |
| ORQ(RDX, RDI) |
| MOVQ(R11, R15) |
| XORQ(RAX, R15) |
| |
| RORXQ(Imm(34), RCX, R12) |
| XORQ(R14, R13) |
| ANDQ(R10, R15) |
| |
| RORXQ(Imm(14), R10, R14) |
| ADDQ(RBX, R9) |
| ANDQ(R8, RDI) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(39), RCX, R14) |
| XORQ(RAX, R15) |
| |
| XORQ(R12, R14) |
| RORXQ(Imm(28), RCX, R12) |
| |
| XORQ(R12, R14) |
| MOVQ(RCX, R12) |
| ANDQ(RDX, R12) |
| ADDQ(R13, R15) |
| |
| ORQ(R12, RDI) |
| ADDQ(R14, RBX) |
| ADDQ(R15, R9) |
| ADDQ(R15, RBX) |
| |
| ADDQ(RDI, RBX) |
| |
| VPSRLQ(Imm(19), Y7, Y3) |
| VPSLLQ(Imm(64-19), Y7, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| VPSRLQ(Imm(61), Y7, Y3) |
| VPSLLQ(Imm(64-61), Y7, Y1) |
| VPOR(Y1, Y3, Y3) |
| VPXOR(Y3, Y8, Y8) |
| |
| VPADDQ(Y8, Y0, Y2) |
| |
| VPBLENDD(Imm(0xF0), Y2, Y7, Y7) |
| |
| MOVQ(RBX, RDI) |
| RORXQ(Imm(41), R9, R13) |
| RORXQ(Imm(18), R9, R14) |
| ADDQ(Mem{Base: SP}.Offset(3*8+frame_YFER), RAX) |
| ORQ(R8, RDI) |
| |
| MOVQ(R10, R15) |
| RORXQ(Imm(34), RBX, R12) |
| XORQ(R14, R13) |
| XORQ(R11, R15) |
| |
| RORXQ(Imm(14), R9, R14) |
| ANDQ(R9, R15) |
| ADDQ(RAX, RDX) |
| ANDQ(RCX, RDI) |
| |
| XORQ(R14, R13) |
| XORQ(R11, R15) |
| |
| RORXQ(Imm(39), RBX, R14) |
| ADDQ(R13, R15) |
| |
| XORQ(R12, R14) |
| ADDQ(R15, RDX) |
| |
| RORXQ(Imm(28), RBX, R12) |
| |
| XORQ(R12, R14) |
| MOVQ(RBX, R12) |
| ANDQ(R8, R12) |
| ORQ(R12, RDI) |
| |
| ADDQ(R14, RAX) |
| ADDQ(R15, RAX) |
| ADDQ(RDI, RAX) |
| |
| SUBQ(Imm(1), Mem{Base: SP}.Offset(frame_SRND)) |
| JNE(LabelRef("loop1")) |
| |
| MOVQ(U32(2), Mem{Base: SP}.Offset(frame_SRND)) |
| } |
| |
| // Line 1164 |
| func loop2() { |
| Label("loop2") |
| VPADDQ(Mem{Base: BP}, Y4, Y0) |
| VMOVDQU(Y0, Mem{Base: SP}.Offset(frame_YFER)) |
| |
| MOVQ(R9, R15) |
| RORXQ(Imm(41), RDX, R13) |
| RORXQ(Imm(18), RDX, R14) |
| XORQ(R10, R15) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(14), RDX, R14) |
| ANDQ(RDX, R15) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(34), RAX, R12) |
| XORQ(R10, R15) |
| RORXQ(Imm(39), RAX, R14) |
| MOVQ(RAX, RDI) |
| |
| XORQ(R12, R14) |
| RORXQ(Imm(28), RAX, R12) |
| ADDQ(Mem{Base: SP}.Offset(frame_YFER), R11) |
| ORQ(RCX, RDI) |
| |
| XORQ(R12, R14) |
| MOVQ(RAX, R12) |
| ANDQ(RBX, RDI) |
| ANDQ(RCX, R12) |
| ADDQ(R13, R15) |
| |
| ADDQ(R11, R8) |
| ORQ(R12, RDI) |
| ADDQ(R14, R11) |
| |
| ADDQ(R15, R8) |
| |
| ADDQ(R15, R11) |
| MOVQ(RDX, R15) |
| RORXQ(Imm(41), R8, R13) |
| RORXQ(Imm(18), R8, R14) |
| XORQ(R9, R15) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(14), R8, R14) |
| ANDQ(R8, R15) |
| ADDQ(RDI, R11) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(34), R11, R12) |
| XORQ(R9, R15) |
| RORXQ(Imm(39), R11, R14) |
| MOVQ(R11, RDI) |
| |
| XORQ(R12, R14) |
| RORXQ(Imm(28), R11, R12) |
| ADDQ(Mem{Base: SP}.Offset(8*1+frame_YFER), R10) |
| ORQ(RBX, RDI) |
| |
| XORQ(R12, R14) |
| MOVQ(R11, R12) |
| ANDQ(RAX, RDI) |
| ANDQ(RBX, R12) |
| ADDQ(R13, R15) |
| |
| ADDQ(R10, RCX) |
| ORQ(R12, RDI) |
| ADDQ(R14, R10) |
| |
| ADDQ(R15, RCX) |
| |
| ADDQ(R15, R10) |
| MOVQ(R8, R15) |
| RORXQ(Imm(41), RCX, R13) |
| RORXQ(Imm(18), RCX, R14) |
| XORQ(RDX, R15) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(14), RCX, R14) |
| ANDQ(RCX, R15) |
| ADDQ(RDI, R10) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(34), R10, R12) |
| XORQ(RDX, R15) |
| RORXQ(Imm(39), R10, R14) |
| MOVQ(R10, RDI) |
| |
| XORQ(R12, R14) |
| RORXQ(Imm(28), R10, R12) |
| ADDQ(Mem{Base: SP}.Offset(8*2+frame_YFER), R9) |
| ORQ(RAX, RDI) |
| |
| XORQ(R12, R14) |
| MOVQ(R10, R12) |
| ANDQ(R11, RDI) |
| ANDQ(RAX, R12) |
| ADDQ(R13, R15) |
| |
| ADDQ(R9, RBX) |
| ORQ(R12, RDI) |
| ADDQ(R14, R9) |
| |
| ADDQ(R15, RBX) |
| |
| ADDQ(R15, R9) |
| MOVQ(RCX, R15) |
| RORXQ(Imm(41), RBX, R13) |
| RORXQ(Imm(18), RBX, R14) |
| XORQ(R8, R15) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(14), RBX, R14) |
| ANDQ(RBX, R15) |
| ADDQ(RDI, R9) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(34), R9, R12) |
| XORQ(R8, R15) |
| RORXQ(Imm(39), R9, R14) |
| MOVQ(R9, RDI) |
| |
| XORQ(R12, R14) |
| RORXQ(Imm(28), R9, R12) |
| ADDQ(Mem{Base: SP}.Offset(8*3+frame_YFER), RDX) |
| ORQ(R11, RDI) |
| |
| XORQ(R12, R14) |
| MOVQ(R9, R12) |
| ANDQ(R10, RDI) |
| ANDQ(R11, R12) |
| ADDQ(R13, R15) |
| |
| ADDQ(RDX, RAX) |
| ORQ(R12, RDI) |
| ADDQ(R14, RDX) |
| |
| ADDQ(R15, RAX) |
| |
| ADDQ(R15, RDX) |
| |
| ADDQ(RDI, RDX) |
| |
| VPADDQ(Mem{Base: BP}.Offset(1*32), Y5, Y0) |
| VMOVDQU(Y0, Mem{Base: SP}.Offset(frame_YFER)) |
| ADDQ(U8(2*32), RBP) |
| |
| MOVQ(RBX, R15) |
| RORXQ(Imm(41), RAX, R13) |
| RORXQ(Imm(18), RAX, R14) |
| XORQ(RCX, R15) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(14), RAX, R14) |
| ANDQ(RAX, R15) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(34), RDX, R12) |
| XORQ(RCX, R15) |
| RORXQ(Imm(39), RDX, R14) |
| MOVQ(RDX, RDI) |
| |
| XORQ(R12, R14) |
| RORXQ(Imm(28), RDX, R12) |
| ADDQ(Mem{Base: SP}.Offset(frame_YFER), R8) |
| ORQ(R10, RDI) |
| |
| XORQ(R12, R14) |
| MOVQ(RDX, R12) |
| ANDQ(R9, RDI) |
| ANDQ(R10, R12) |
| ADDQ(R13, R15) |
| |
| ADDQ(R8, R11) |
| ORQ(R12, RDI) |
| ADDQ(R14, R8) |
| |
| ADDQ(R15, R11) |
| |
| ADDQ(R15, R8) |
| MOVQ(RAX, R15) |
| RORXQ(Imm(41), R11, R13) |
| RORXQ(Imm(18), R11, R14) |
| XORQ(RBX, R15) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(14), R11, R14) |
| ANDQ(R11, R15) |
| ADDQ(RDI, R8) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(34), R8, R12) |
| XORQ(RBX, R15) |
| RORXQ(Imm(39), R8, R14) |
| MOVQ(R8, RDI) |
| |
| XORQ(R12, R14) |
| RORXQ(Imm(28), R8, R12) |
| ADDQ(Mem{Base: SP}.Offset(8*1+frame_YFER), RCX) |
| ORQ(R9, RDI) |
| |
| XORQ(R12, R14) |
| MOVQ(R8, R12) |
| ANDQ(RDX, RDI) |
| ANDQ(R9, R12) |
| ADDQ(R13, R15) |
| |
| ADDQ(RCX, R10) |
| ORQ(R12, RDI) |
| ADDQ(R14, RCX) |
| |
| ADDQ(R15, R10) |
| |
| ADDQ(R15, RCX) |
| MOVQ(R11, R15) |
| RORXQ(Imm(41), R10, R13) |
| RORXQ(Imm(18), R10, R14) |
| XORQ(RAX, R15) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(14), R10, R14) |
| ANDQ(R10, R15) |
| ADDQ(RDI, RCX) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(34), RCX, R12) |
| XORQ(RAX, R15) |
| RORXQ(Imm(39), RCX, R14) |
| MOVQ(RCX, RDI) |
| |
| XORQ(R12, R14) |
| RORXQ(Imm(28), RCX, R12) |
| ADDQ(Mem{Base: SP}.Offset(8*2+frame_YFER), RBX) |
| ORQ(RDX, RDI) |
| |
| XORQ(R12, R14) |
| MOVQ(RCX, R12) |
| ANDQ(R8, RDI) |
| ANDQ(RDX, R12) |
| ADDQ(R13, R15) |
| |
| ADDQ(RBX, R9) |
| ORQ(R12, RDI) |
| ADDQ(R14, RBX) |
| |
| ADDQ(R15, R9) |
| |
| ADDQ(R15, RBX) |
| MOVQ(R10, R15) |
| RORXQ(Imm(41), R9, R13) |
| RORXQ(Imm(18), R9, R14) |
| XORQ(R11, R15) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(14), R9, R14) |
| ANDQ(R9, R15) |
| ADDQ(RDI, RBX) |
| |
| XORQ(R14, R13) |
| RORXQ(Imm(34), RBX, R12) |
| XORQ(R11, R15) |
| RORXQ(Imm(39), RBX, R14) |
| MOVQ(RBX, RDI) |
| |
| XORQ(R12, R14) |
| RORXQ(Imm(28), RBX, R12) |
| ADDQ(Mem{Base: SP}.Offset(8*3+frame_YFER), RAX) |
| ORQ(R8, RDI) |
| |
| XORQ(R12, R14) |
| MOVQ(RBX, R12) |
| ANDQ(RCX, RDI) |
| ANDQ(R8, R12) |
| ADDQ(R13, R15) |
| |
| ADDQ(RAX, RDX) |
| ORQ(R12, RDI) |
| ADDQ(R14, RAX) |
| |
| ADDQ(R15, RDX) |
| |
| ADDQ(R15, RAX) |
| |
| ADDQ(RDI, RAX) |
| |
| VMOVDQU(Y6, Y4) |
| VMOVDQU(Y7, Y5) |
| |
| SUBQ(Imm(1), Mem{Base: SP}.Offset(frame_SRND)) |
| JNE(LabelRef("loop2")) |
| |
| addm(Mem{Base: SI}.Offset(8*0), RAX) |
| addm(Mem{Base: SI}.Offset(8*1), RBX) |
| addm(Mem{Base: SI}.Offset(8*2), RCX) |
| addm(Mem{Base: SI}.Offset(8*3), R8) |
| addm(Mem{Base: SI}.Offset(8*4), RDX) |
| addm(Mem{Base: SI}.Offset(8*5), R9) |
| addm(Mem{Base: SI}.Offset(8*6), R10) |
| addm(Mem{Base: SI}.Offset(8*7), R11) |
| |
| MOVQ(Mem{Base: SP}.Offset(frame_INP), RDI) |
| ADDQ(Imm(128), RDI) |
| CMPQ(RDI, Mem{Base: SP}.Offset(frame_INPEND)) |
| JNE(LabelRef("loop0")) |
| } |
| |
| // Line 1468 |
| func done_hash() { |
| Label("done_hash") |
| VZEROUPPER() |
| RET() |
| } |
| |
| // ##~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~DATA SECTION~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~## |
| |
| // Pointers for memoizing Data section symbols |
| var PSHUFFLE_BYTE_FLIP_MASK_DATA_ptr, MASK_YMM_LO_ptr *Mem |
| |
| // Line 310 |
| func PSHUFFLE_BYTE_FLIP_MASK_DATA() Mem { |
| if PSHUFFLE_BYTE_FLIP_MASK_DATA_ptr != nil { |
| return *PSHUFFLE_BYTE_FLIP_MASK_DATA_ptr |
| } |
| |
| PSHUFFLE_BYTE_FLIP_MASK_DATA := GLOBL("PSHUFFLE_BYTE_FLIP_MASK", NOPTR|RODATA) |
| PSHUFFLE_BYTE_FLIP_MASK_DATA_ptr = &PSHUFFLE_BYTE_FLIP_MASK_DATA |
| DATA(0x00, U64(0x0001020304050607)) |
| DATA(0x08, U64(0x08090a0b0c0d0e0f)) |
| DATA(0x10, U64(0x1011121314151617)) |
| DATA(0x18, U64(0x18191a1b1c1d1e1f)) |
| return PSHUFFLE_BYTE_FLIP_MASK_DATA |
| } |
| |
| // Line 317 |
| func MASK_YMM_LO_DATA() Mem { |
| if MASK_YMM_LO_ptr != nil { |
| return *MASK_YMM_LO_ptr |
| } |
| |
| MASK_YMM_LO := GLOBL("MASK_YMM_LO", NOPTR|RODATA) |
| MASK_YMM_LO_ptr = &MASK_YMM_LO |
| DATA(0x00, U64(0x0000000000000000)) |
| DATA(0x08, U64(0x0000000000000000)) |
| DATA(0x10, U64(0xFFFFFFFFFFFFFFFF)) |
| DATA(0x18, U64(0xFFFFFFFFFFFFFFFF)) |
| return MASK_YMM_LO |
| } |
