| // Copyright 2015 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| //go:build mips64 || mips64le |
| // +build mips64 mips64le |
| |
| #include "go_asm.h" |
| #include "textflag.h" |
| |
| // See memclrNoHeapPointers Go doc for important implementation constraints. |
| |
| // func memclrNoHeapPointers(ptr unsafe.Pointer, n uintptr) |
| TEXT runtime·memclrNoHeapPointers(SB),NOSPLIT,$0-16 |
| MOVV ptr+0(FP), R1 |
| MOVV n+8(FP), R2 |
| ADDV R1, R2, R4 |
| |
| // if less than 16 bytes or no MSA, do words check |
| SGTU $16, R2, R3 |
| BNE R3, no_msa |
| MOVBU internal∕cpu·MIPS64X+const_offsetMIPS64XHasMSA(SB), R3 |
| BEQ R3, R0, no_msa |
| |
| VMOVB $0, W0 |
| |
| SGTU $128, R2, R3 |
| BEQ R3, msa_large |
| |
| AND $15, R2, R5 |
| XOR R2, R5, R6 |
| ADDVU R1, R6 |
| |
| msa_small: |
| VMOVB W0, (R1) |
| ADDVU $16, R1 |
| SGTU R6, R1, R3 |
| BNE R3, R0, msa_small |
| BEQ R5, R0, done |
| VMOVB W0, -16(R4) |
| JMP done |
| |
| msa_large: |
| AND $127, R2, R5 |
| XOR R2, R5, R6 |
| ADDVU R1, R6 |
| |
| msa_large_loop: |
| VMOVB W0, (R1) |
| VMOVB W0, 16(R1) |
| VMOVB W0, 32(R1) |
| VMOVB W0, 48(R1) |
| VMOVB W0, 64(R1) |
| VMOVB W0, 80(R1) |
| VMOVB W0, 96(R1) |
| VMOVB W0, 112(R1) |
| |
| ADDVU $128, R1 |
| SGTU R6, R1, R3 |
| BNE R3, R0, msa_large_loop |
| BEQ R5, R0, done |
| VMOVB W0, -128(R4) |
| VMOVB W0, -112(R4) |
| VMOVB W0, -96(R4) |
| VMOVB W0, -80(R4) |
| VMOVB W0, -64(R4) |
| VMOVB W0, -48(R4) |
| VMOVB W0, -32(R4) |
| VMOVB W0, -16(R4) |
| JMP done |
| |
| no_msa: |
| // if less than 8 bytes, do one byte at a time |
| SGTU $8, R2, R3 |
| BNE R3, out |
| |
| // do one byte at a time until 8-aligned |
| AND $7, R1, R3 |
| BEQ R3, words |
| MOVB R0, (R1) |
| ADDV $1, R1 |
| JMP -4(PC) |
| |
| words: |
| // do 8 bytes at a time if there is room |
| ADDV $-7, R4, R2 |
| |
| SGTU R2, R1, R3 |
| BEQ R3, out |
| MOVV R0, (R1) |
| ADDV $8, R1 |
| JMP -4(PC) |
| |
| out: |
| BEQ R1, R4, done |
| MOVB R0, (R1) |
| ADDV $1, R1 |
| JMP -3(PC) |
| done: |
| RET |