| // Code generated by command: go run fe_amd64_asm.go -out ../fe_amd64.s -stubs ../fe_amd64.go -pkg field. DO NOT EDIT. |
| |
| //go:build !purego |
| |
| #include "textflag.h" |
| |
| // func feMul(out *Element, a *Element, b *Element) |
| TEXT ·feMul(SB), NOSPLIT, $0-24 |
| MOVQ a+8(FP), CX |
| MOVQ b+16(FP), BX |
| |
| // r0 = a0×b0 |
| MOVQ (CX), AX |
| MULQ (BX) |
| MOVQ AX, DI |
| MOVQ DX, SI |
| |
| // r0 += 19×a1×b4 |
| MOVQ 8(CX), DX |
| LEAQ (DX)(DX*8), AX |
| LEAQ (DX)(AX*2), AX |
| MULQ 32(BX) |
| ADDQ AX, DI |
| ADCQ DX, SI |
| |
| // r0 += 19×a2×b3 |
| MOVQ 16(CX), DX |
| LEAQ (DX)(DX*8), AX |
| LEAQ (DX)(AX*2), AX |
| MULQ 24(BX) |
| ADDQ AX, DI |
| ADCQ DX, SI |
| |
| // r0 += 19×a3×b2 |
| MOVQ 24(CX), DX |
| LEAQ (DX)(DX*8), AX |
| LEAQ (DX)(AX*2), AX |
| MULQ 16(BX) |
| ADDQ AX, DI |
| ADCQ DX, SI |
| |
| // r0 += 19×a4×b1 |
| MOVQ 32(CX), DX |
| LEAQ (DX)(DX*8), AX |
| LEAQ (DX)(AX*2), AX |
| MULQ 8(BX) |
| ADDQ AX, DI |
| ADCQ DX, SI |
| |
| // r1 = a0×b1 |
| MOVQ (CX), AX |
| MULQ 8(BX) |
| MOVQ AX, R9 |
| MOVQ DX, R8 |
| |
| // r1 += a1×b0 |
| MOVQ 8(CX), AX |
| MULQ (BX) |
| ADDQ AX, R9 |
| ADCQ DX, R8 |
| |
| // r1 += 19×a2×b4 |
| MOVQ 16(CX), DX |
| LEAQ (DX)(DX*8), AX |
| LEAQ (DX)(AX*2), AX |
| MULQ 32(BX) |
| ADDQ AX, R9 |
| ADCQ DX, R8 |
| |
| // r1 += 19×a3×b3 |
| MOVQ 24(CX), DX |
| LEAQ (DX)(DX*8), AX |
| LEAQ (DX)(AX*2), AX |
| MULQ 24(BX) |
| ADDQ AX, R9 |
| ADCQ DX, R8 |
| |
| // r1 += 19×a4×b2 |
| MOVQ 32(CX), DX |
| LEAQ (DX)(DX*8), AX |
| LEAQ (DX)(AX*2), AX |
| MULQ 16(BX) |
| ADDQ AX, R9 |
| ADCQ DX, R8 |
| |
| // r2 = a0×b2 |
| MOVQ (CX), AX |
| MULQ 16(BX) |
| MOVQ AX, R11 |
| MOVQ DX, R10 |
| |
| // r2 += a1×b1 |
| MOVQ 8(CX), AX |
| MULQ 8(BX) |
| ADDQ AX, R11 |
| ADCQ DX, R10 |
| |
| // r2 += a2×b0 |
| MOVQ 16(CX), AX |
| MULQ (BX) |
| ADDQ AX, R11 |
| ADCQ DX, R10 |
| |
| // r2 += 19×a3×b4 |
| MOVQ 24(CX), DX |
| LEAQ (DX)(DX*8), AX |
| LEAQ (DX)(AX*2), AX |
| MULQ 32(BX) |
| ADDQ AX, R11 |
| ADCQ DX, R10 |
| |
| // r2 += 19×a4×b3 |
| MOVQ 32(CX), DX |
| LEAQ (DX)(DX*8), AX |
| LEAQ (DX)(AX*2), AX |
| MULQ 24(BX) |
| ADDQ AX, R11 |
| ADCQ DX, R10 |
| |
| // r3 = a0×b3 |
| MOVQ (CX), AX |
| MULQ 24(BX) |
| MOVQ AX, R13 |
| MOVQ DX, R12 |
| |
| // r3 += a1×b2 |
| MOVQ 8(CX), AX |
| MULQ 16(BX) |
| ADDQ AX, R13 |
| ADCQ DX, R12 |
| |
| // r3 += a2×b1 |
| MOVQ 16(CX), AX |
| MULQ 8(BX) |
| ADDQ AX, R13 |
| ADCQ DX, R12 |
| |
| // r3 += a3×b0 |
| MOVQ 24(CX), AX |
| MULQ (BX) |
| ADDQ AX, R13 |
| ADCQ DX, R12 |
| |
| // r3 += 19×a4×b4 |
| MOVQ 32(CX), DX |
| LEAQ (DX)(DX*8), AX |
| LEAQ (DX)(AX*2), AX |
| MULQ 32(BX) |
| ADDQ AX, R13 |
| ADCQ DX, R12 |
| |
| // r4 = a0×b4 |
| MOVQ (CX), AX |
| MULQ 32(BX) |
| MOVQ AX, R15 |
| MOVQ DX, R14 |
| |
| // r4 += a1×b3 |
| MOVQ 8(CX), AX |
| MULQ 24(BX) |
| ADDQ AX, R15 |
| ADCQ DX, R14 |
| |
| // r4 += a2×b2 |
| MOVQ 16(CX), AX |
| MULQ 16(BX) |
| ADDQ AX, R15 |
| ADCQ DX, R14 |
| |
| // r4 += a3×b1 |
| MOVQ 24(CX), AX |
| MULQ 8(BX) |
| ADDQ AX, R15 |
| ADCQ DX, R14 |
| |
| // r4 += a4×b0 |
| MOVQ 32(CX), AX |
| MULQ (BX) |
| ADDQ AX, R15 |
| ADCQ DX, R14 |
| |
| // First reduction chain |
| MOVQ $0x0007ffffffffffff, AX |
| SHLQ $0x0d, DI, SI |
| SHLQ $0x0d, R9, R8 |
| SHLQ $0x0d, R11, R10 |
| SHLQ $0x0d, R13, R12 |
| SHLQ $0x0d, R15, R14 |
| ANDQ AX, DI |
| IMUL3Q $0x13, R14, R14 |
| ADDQ R14, DI |
| ANDQ AX, R9 |
| ADDQ SI, R9 |
| ANDQ AX, R11 |
| ADDQ R8, R11 |
| ANDQ AX, R13 |
| ADDQ R10, R13 |
| ANDQ AX, R15 |
| ADDQ R12, R15 |
| |
| // Second reduction chain (carryPropagate) |
| MOVQ DI, SI |
| SHRQ $0x33, SI |
| MOVQ R9, R8 |
| SHRQ $0x33, R8 |
| MOVQ R11, R10 |
| SHRQ $0x33, R10 |
| MOVQ R13, R12 |
| SHRQ $0x33, R12 |
| MOVQ R15, R14 |
| SHRQ $0x33, R14 |
| ANDQ AX, DI |
| IMUL3Q $0x13, R14, R14 |
| ADDQ R14, DI |
| ANDQ AX, R9 |
| ADDQ SI, R9 |
| ANDQ AX, R11 |
| ADDQ R8, R11 |
| ANDQ AX, R13 |
| ADDQ R10, R13 |
| ANDQ AX, R15 |
| ADDQ R12, R15 |
| |
| // Store output |
| MOVQ out+0(FP), AX |
| MOVQ DI, (AX) |
| MOVQ R9, 8(AX) |
| MOVQ R11, 16(AX) |
| MOVQ R13, 24(AX) |
| MOVQ R15, 32(AX) |
| RET |
