| // Copyright 2025 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| // Code generated by 'go generate' (with ./internal/asmgen). DO NOT EDIT. |
| |
| //go:build !math_big_pure_go |
| |
| #include "textflag.h" |
| |
| // func addVV(z, x, y []Word) (c Word) |
| TEXT ·addVV(SB), NOSPLIT, $0 |
| MOV z_len+8(FP), X5 |
| MOV x_base+24(FP), X6 |
| MOV y_base+48(FP), X7 |
| MOV z_base+0(FP), X8 |
| // compute unrolled loop lengths |
| AND $3, X5, X9 |
| SRL $2, X5 |
| XOR X28, X28 // clear carry |
| loop1: |
| BEQZ X9, loop1done |
| loop1cont: |
| // unroll 1X |
| MOV 0(X6), X10 |
| MOV 0(X7), X11 |
| ADD X11, X10 // ADCS X11, X10, X10 (cr=X28) |
| SLTU X11, X10, X31 // ... |
| ADD X28, X10 // ... |
| SLTU X28, X10, X28 // ... |
| ADD X31, X28 // ... |
| MOV X10, 0(X8) |
| ADD $8, X6 |
| ADD $8, X7 |
| ADD $8, X8 |
| SUB $1, X9 |
| BNEZ X9, loop1cont |
| loop1done: |
| loop4: |
| BEQZ X5, loop4done |
| loop4cont: |
| // unroll 4X |
| MOV 0(X6), X9 |
| MOV 8(X6), X10 |
| MOV 16(X6), X11 |
| MOV 24(X6), X12 |
| MOV 0(X7), X13 |
| MOV 8(X7), X14 |
| MOV 16(X7), X15 |
| MOV 24(X7), X16 |
| ADD X13, X9 // ADCS X13, X9, X9 (cr=X28) |
| SLTU X13, X9, X31 // ... |
| ADD X28, X9 // ... |
| SLTU X28, X9, X28 // ... |
| ADD X31, X28 // ... |
| ADD X14, X10 // ADCS X14, X10, X10 (cr=X28) |
| SLTU X14, X10, X31 // ... |
| ADD X28, X10 // ... |
| SLTU X28, X10, X28 // ... |
| ADD X31, X28 // ... |
| ADD X15, X11 // ADCS X15, X11, X11 (cr=X28) |
| SLTU X15, X11, X31 // ... |
| ADD X28, X11 // ... |
| SLTU X28, X11, X28 // ... |
| ADD X31, X28 // ... |
| ADD X16, X12 // ADCS X16, X12, X12 (cr=X28) |
| SLTU X16, X12, X31 // ... |
| ADD X28, X12 // ... |
| SLTU X28, X12, X28 // ... |
| ADD X31, X28 // ... |
| MOV X9, 0(X8) |
| MOV X10, 8(X8) |
| MOV X11, 16(X8) |
| MOV X12, 24(X8) |
| ADD $32, X6 |
| ADD $32, X7 |
| ADD $32, X8 |
| SUB $1, X5 |
| BNEZ X5, loop4cont |
| loop4done: |
| MOV X28, c+72(FP) |
| RET |
| |
| // func subVV(z, x, y []Word) (c Word) |
| TEXT ·subVV(SB), NOSPLIT, $0 |
| MOV z_len+8(FP), X5 |
| MOV x_base+24(FP), X6 |
| MOV y_base+48(FP), X7 |
| MOV z_base+0(FP), X8 |
| // compute unrolled loop lengths |
| AND $3, X5, X9 |
| SRL $2, X5 |
| XOR X28, X28 // clear carry |
| loop1: |
| BEQZ X9, loop1done |
| loop1cont: |
| // unroll 1X |
| MOV 0(X6), X10 |
| MOV 0(X7), X11 |
| SLTU X28, X10, X31 // SBCS X11, X10, X10 |
| SUB X28, X10 // ... |
| SLTU X11, X10, X28 // ... |
| SUB X11, X10 // ... |
| ADD X31, X28 // ... |
| MOV X10, 0(X8) |
| ADD $8, X6 |
| ADD $8, X7 |
| ADD $8, X8 |
| SUB $1, X9 |
| BNEZ X9, loop1cont |
| loop1done: |
| loop4: |
| BEQZ X5, loop4done |
| loop4cont: |
| // unroll 4X |
| MOV 0(X6), X9 |
| MOV 8(X6), X10 |
| MOV 16(X6), X11 |
| MOV 24(X6), X12 |
| MOV 0(X7), X13 |
| MOV 8(X7), X14 |
| MOV 16(X7), X15 |
| MOV 24(X7), X16 |
| SLTU X28, X9, X31 // SBCS X13, X9, X9 |
| SUB X28, X9 // ... |
| SLTU X13, X9, X28 // ... |
| SUB X13, X9 // ... |
| ADD X31, X28 // ... |
| SLTU X28, X10, X31 // SBCS X14, X10, X10 |
| SUB X28, X10 // ... |
| SLTU X14, X10, X28 // ... |
| SUB X14, X10 // ... |
| ADD X31, X28 // ... |
| SLTU X28, X11, X31 // SBCS X15, X11, X11 |
| SUB X28, X11 // ... |
| SLTU X15, X11, X28 // ... |
| SUB X15, X11 // ... |
| ADD X31, X28 // ... |
| SLTU X28, X12, X31 // SBCS X16, X12, X12 |
| SUB X28, X12 // ... |
| SLTU X16, X12, X28 // ... |
| SUB X16, X12 // ... |
| ADD X31, X28 // ... |
| MOV X9, 0(X8) |
| MOV X10, 8(X8) |
| MOV X11, 16(X8) |
| MOV X12, 24(X8) |
| ADD $32, X6 |
| ADD $32, X7 |
| ADD $32, X8 |
| SUB $1, X5 |
| BNEZ X5, loop4cont |
| loop4done: |
| MOV X28, c+72(FP) |
| RET |
| |
| // func lshVU(z, x []Word, s uint) (c Word) |
| TEXT ·lshVU(SB), NOSPLIT, $0 |
| MOV z_len+8(FP), X5 |
| BEQZ X5, ret0 |
| MOV s+48(FP), X6 |
| MOV x_base+24(FP), X7 |
| MOV z_base+0(FP), X8 |
| // run loop backward |
| SLL $3, X5, X9 |
| ADD X9, X7 |
| SLL $3, X5, X9 |
| ADD X9, X8 |
| // shift first word into carry |
| MOV -8(X7), X9 |
| MOV $64, X10 |
| SUB X6, X10 |
| SRL X10, X9, X11 |
| SLL X6, X9 |
| MOV X11, c+56(FP) |
| // shift remaining words |
| SUB $1, X5 |
| // compute unrolled loop lengths |
| AND $3, X5, X11 |
| SRL $2, X5 |
| loop1: |
| BEQZ X11, loop1done |
| loop1cont: |
| // unroll 1X |
| MOV -16(X7), X12 |
| SRL X10, X12, X13 |
| OR X9, X13 |
| SLL X6, X12, X9 |
| MOV X13, -8(X8) |
| ADD $-8, X7 |
| ADD $-8, X8 |
| SUB $1, X11 |
| BNEZ X11, loop1cont |
| loop1done: |
| loop4: |
| BEQZ X5, loop4done |
| loop4cont: |
| // unroll 4X |
| MOV -16(X7), X11 |
| MOV -24(X7), X12 |
| MOV -32(X7), X13 |
| MOV -40(X7), X14 |
| SRL X10, X11, X15 |
| OR X9, X15 |
| SLL X6, X11, X9 |
| SRL X10, X12, X11 |
| OR X9, X11 |
| SLL X6, X12, X9 |
| SRL X10, X13, X12 |
| OR X9, X12 |
| SLL X6, X13, X9 |
| SRL X10, X14, X13 |
| OR X9, X13 |
| SLL X6, X14, X9 |
| MOV X15, -8(X8) |
| MOV X11, -16(X8) |
| MOV X12, -24(X8) |
| MOV X13, -32(X8) |
| ADD $-32, X7 |
| ADD $-32, X8 |
| SUB $1, X5 |
| BNEZ X5, loop4cont |
| loop4done: |
| // store final shifted bits |
| MOV X9, -8(X8) |
| RET |
| ret0: |
| MOV X0, c+56(FP) |
| RET |
| |
| // func rshVU(z, x []Word, s uint) (c Word) |
| TEXT ·rshVU(SB), NOSPLIT, $0 |
| MOV z_len+8(FP), X5 |
| BEQZ X5, ret0 |
| MOV s+48(FP), X6 |
| MOV x_base+24(FP), X7 |
| MOV z_base+0(FP), X8 |
| // shift first word into carry |
| MOV 0(X7), X9 |
| MOV $64, X10 |
| SUB X6, X10 |
| SLL X10, X9, X11 |
| SRL X6, X9 |
| MOV X11, c+56(FP) |
| // shift remaining words |
| SUB $1, X5 |
| // compute unrolled loop lengths |
| AND $3, X5, X11 |
| SRL $2, X5 |
| loop1: |
| BEQZ X11, loop1done |
| loop1cont: |
| // unroll 1X |
| MOV 8(X7), X12 |
| SLL X10, X12, X13 |
| OR X9, X13 |
| SRL X6, X12, X9 |
| MOV X13, 0(X8) |
| ADD $8, X7 |
| ADD $8, X8 |
| SUB $1, X11 |
| BNEZ X11, loop1cont |
| loop1done: |
| loop4: |
| BEQZ X5, loop4done |
| loop4cont: |
| // unroll 4X |
| MOV 8(X7), X11 |
| MOV 16(X7), X12 |
| MOV 24(X7), X13 |
| MOV 32(X7), X14 |
| SLL X10, X11, X15 |
| OR X9, X15 |
| SRL X6, X11, X9 |
| SLL X10, X12, X11 |
| OR X9, X11 |
| SRL X6, X12, X9 |
| SLL X10, X13, X12 |
| OR X9, X12 |
| SRL X6, X13, X9 |
| SLL X10, X14, X13 |
| OR X9, X13 |
| SRL X6, X14, X9 |
| MOV X15, 0(X8) |
| MOV X11, 8(X8) |
| MOV X12, 16(X8) |
| MOV X13, 24(X8) |
| ADD $32, X7 |
| ADD $32, X8 |
| SUB $1, X5 |
| BNEZ X5, loop4cont |
| loop4done: |
| // store final shifted bits |
| MOV X9, 0(X8) |
| RET |
| ret0: |
| MOV X0, c+56(FP) |
| RET |
| |
| // func mulAddVWW(z, x []Word, m, a Word) (c Word) |
| TEXT ·mulAddVWW(SB), NOSPLIT, $0 |
| MOV m+48(FP), X5 |
| MOV a+56(FP), X6 |
| MOV z_len+8(FP), X7 |
| MOV x_base+24(FP), X8 |
| MOV z_base+0(FP), X9 |
| // compute unrolled loop lengths |
| AND $3, X7, X10 |
| SRL $2, X7 |
| loop1: |
| BEQZ X10, loop1done |
| loop1cont: |
| // unroll 1X |
| MOV 0(X8), X11 |
| // synthetic carry, one column at a time |
| MUL X5, X11, X12 |
| MULHU X5, X11, X13 |
| ADD X6, X12, X11 // ADDS X6, X12, X11 (cr=X28) |
| SLTU X6, X11, X28 // ... |
| ADD X28, X13, X6 // ADC $0, X13, X6 |
| MOV X11, 0(X9) |
| ADD $8, X8 |
| ADD $8, X9 |
| SUB $1, X10 |
| BNEZ X10, loop1cont |
| loop1done: |
| loop4: |
| BEQZ X7, loop4done |
| loop4cont: |
| // unroll 4X |
| MOV 0(X8), X10 |
| MOV 8(X8), X11 |
| MOV 16(X8), X12 |
| MOV 24(X8), X13 |
| // synthetic carry, one column at a time |
| MUL X5, X10, X14 |
| MULHU X5, X10, X15 |
| ADD X6, X14, X10 // ADDS X6, X14, X10 (cr=X28) |
| SLTU X6, X10, X28 // ... |
| ADD X28, X15, X6 // ADC $0, X15, X6 |
| MUL X5, X11, X14 |
| MULHU X5, X11, X15 |
| ADD X6, X14, X11 // ADDS X6, X14, X11 (cr=X28) |
| SLTU X6, X11, X28 // ... |
| ADD X28, X15, X6 // ADC $0, X15, X6 |
| MUL X5, X12, X14 |
| MULHU X5, X12, X15 |
| ADD X6, X14, X12 // ADDS X6, X14, X12 (cr=X28) |
| SLTU X6, X12, X28 // ... |
| ADD X28, X15, X6 // ADC $0, X15, X6 |
| MUL X5, X13, X14 |
| MULHU X5, X13, X15 |
| ADD X6, X14, X13 // ADDS X6, X14, X13 (cr=X28) |
| SLTU X6, X13, X28 // ... |
| ADD X28, X15, X6 // ADC $0, X15, X6 |
| MOV X10, 0(X9) |
| MOV X11, 8(X9) |
| MOV X12, 16(X9) |
| MOV X13, 24(X9) |
| ADD $32, X8 |
| ADD $32, X9 |
| SUB $1, X7 |
| BNEZ X7, loop4cont |
| loop4done: |
| MOV X6, c+64(FP) |
| RET |
| |
| // func addMulVVWW(z, x, y []Word, m, a Word) (c Word) |
| TEXT ·addMulVVWW(SB), NOSPLIT, $0 |
| MOV m+72(FP), X5 |
| MOV a+80(FP), X6 |
| MOV z_len+8(FP), X7 |
| MOV x_base+24(FP), X8 |
| MOV y_base+48(FP), X9 |
| MOV z_base+0(FP), X10 |
| // compute unrolled loop lengths |
| AND $3, X7, X11 |
| SRL $2, X7 |
| loop1: |
| BEQZ X11, loop1done |
| loop1cont: |
| // unroll 1X |
| MOV 0(X8), X12 |
| MOV 0(X9), X13 |
| // synthetic carry, one column at a time |
| MUL X5, X13, X14 |
| MULHU X5, X13, X15 |
| ADD X12, X14 // ADDS X12, X14, X14 (cr=X28) |
| SLTU X12, X14, X28 // ... |
| ADD X28, X15 // ADC $0, X15, X15 |
| ADD X6, X14, X13 // ADDS X6, X14, X13 (cr=X28) |
| SLTU X6, X13, X28 // ... |
| ADD X28, X15, X6 // ADC $0, X15, X6 |
| MOV X13, 0(X10) |
| ADD $8, X8 |
| ADD $8, X9 |
| ADD $8, X10 |
| SUB $1, X11 |
| BNEZ X11, loop1cont |
| loop1done: |
| loop4: |
| BEQZ X7, loop4done |
| loop4cont: |
| // unroll 4X |
| MOV 0(X8), X11 |
| MOV 8(X8), X12 |
| MOV 16(X8), X13 |
| MOV 24(X8), X14 |
| MOV 0(X9), X15 |
| MOV 8(X9), X16 |
| MOV 16(X9), X17 |
| MOV 24(X9), X18 |
| // synthetic carry, one column at a time |
| MUL X5, X15, X19 |
| MULHU X5, X15, X20 |
| ADD X11, X19 // ADDS X11, X19, X19 (cr=X28) |
| SLTU X11, X19, X28 // ... |
| ADD X28, X20 // ADC $0, X20, X20 |
| ADD X6, X19, X15 // ADDS X6, X19, X15 (cr=X28) |
| SLTU X6, X15, X28 // ... |
| ADD X28, X20, X6 // ADC $0, X20, X6 |
| MUL X5, X16, X19 |
| MULHU X5, X16, X20 |
| ADD X12, X19 // ADDS X12, X19, X19 (cr=X28) |
| SLTU X12, X19, X28 // ... |
| ADD X28, X20 // ADC $0, X20, X20 |
| ADD X6, X19, X16 // ADDS X6, X19, X16 (cr=X28) |
| SLTU X6, X16, X28 // ... |
| ADD X28, X20, X6 // ADC $0, X20, X6 |
| MUL X5, X17, X19 |
| MULHU X5, X17, X20 |
| ADD X13, X19 // ADDS X13, X19, X19 (cr=X28) |
| SLTU X13, X19, X28 // ... |
| ADD X28, X20 // ADC $0, X20, X20 |
| ADD X6, X19, X17 // ADDS X6, X19, X17 (cr=X28) |
| SLTU X6, X17, X28 // ... |
| ADD X28, X20, X6 // ADC $0, X20, X6 |
| MUL X5, X18, X19 |
| MULHU X5, X18, X20 |
| ADD X14, X19 // ADDS X14, X19, X19 (cr=X28) |
| SLTU X14, X19, X28 // ... |
| ADD X28, X20 // ADC $0, X20, X20 |
| ADD X6, X19, X18 // ADDS X6, X19, X18 (cr=X28) |
| SLTU X6, X18, X28 // ... |
| ADD X28, X20, X6 // ADC $0, X20, X6 |
| MOV X15, 0(X10) |
| MOV X16, 8(X10) |
| MOV X17, 16(X10) |
| MOV X18, 24(X10) |
| ADD $32, X8 |
| ADD $32, X9 |
| ADD $32, X10 |
| SUB $1, X7 |
| BNEZ X7, loop4cont |
| loop4done: |
| MOV X6, c+88(FP) |
| RET |
