| // Copyright 2026 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| //go:build goexperiment.simd && (amd64 || arm64 || wasm) |
| |
| package archsimd |
| |
| import "unsafe" |
| |
| // Implementation of all the {Int,Uint}{8,16} load and store part |
| // functions and methods for 128-bit for architectures that must do that by pieces. |
| |
| /* pointer-punning functions for chunked part-of-slice loads. */ |
| |
| func int16atP8(p *int8) *int16 { |
| return (*int16)(unsafe.Pointer(p)) |
| } |
| |
| func int32atP8(p *int8) *int32 { |
| return (*int32)(unsafe.Pointer(p)) |
| } |
| |
| func int64atP8(p *int8) *int64 { |
| return (*int64)(unsafe.Pointer(p)) |
| } |
| |
| func int32atP16(p *int16) *int32 { |
| return (*int32)(unsafe.Pointer(p)) |
| } |
| |
| func int64atP16(p *int16) *int64 { |
| return (*int64)(unsafe.Pointer(p)) |
| } |
| |
| func int64atP32(p *int32) *int64 { |
| return (*int64)(unsafe.Pointer(p)) |
| } |
| |
| func int32atP64(p *int64) *int32 { |
| return (*int32)(unsafe.Pointer(p)) |
| } |
| |
| func uint16atP8(p *uint8) *uint16 { |
| return (*uint16)(unsafe.Pointer(p)) |
| } |
| |
| func uint32atP8(p *uint8) *uint32 { |
| return (*uint32)(unsafe.Pointer(p)) |
| } |
| |
| func uint64atP8(p *uint8) *uint64 { |
| return (*uint64)(unsafe.Pointer(p)) |
| } |
| |
| func uint32atP16(p *uint16) *uint32 { |
| return (*uint32)(unsafe.Pointer(p)) |
| } |
| |
| func uint64atP16(p *uint16) *uint64 { |
| return (*uint64)(unsafe.Pointer(p)) |
| } |
| |
| func uint64atP32(p *uint32) *uint64 { |
| return (*uint64)(unsafe.Pointer(p)) |
| } |
| |
| func uint32atP64(p *uint64) *uint32 { |
| return (*uint32)(unsafe.Pointer(p)) |
| } |
| |
| func float64atP32(p *float32) *float64 { |
| return (*float64)(unsafe.Pointer(p)) |
| } |
| |
| func float32atP64(p *float64) *float32 { |
| return (*float32)(unsafe.Pointer(p)) |
| } |
| |
| /* 128-bit vector load and store slice parts for 8 and 16-bit int elements */ |
| |
| // LoadUint8x16Part loads a Uint8x16 from the slice s. |
| // If s has fewer than 16 elements, the remaining elements of the vector are filled with zeroes. |
| // If s has 16 or more elements, the function is equivalent to LoadInt8x16. |
| func LoadUint8x16Part(s []uint8) (Uint8x16, int) { |
| l := len(s) |
| if l >= 16 { |
| return LoadUint8x16(s), 16 |
| } |
| var x Uint8x16 |
| if l == 0 { |
| return x, 0 |
| } |
| if l >= 8 { // 8-15 |
| x = x.ReshapeToUint64s().SetElem(0, *uint64atP8(&s[0])).ReshapeToUint8s() |
| if l >= 12 { // 12, 13, 14, 15 |
| x = x.ReshapeToUint32s().SetElem(8/4, *uint32atP8(&s[8])).ReshapeToUint8s() |
| if l >= 14 { |
| x = x.ReshapeToUint16s().SetElem(12/2, *uint16atP8(&s[12])).ReshapeToUint8s() |
| if l == 15 { |
| x = x.SetElem(14, s[14]) |
| } |
| } else if l == 13 { |
| x = x.SetElem(12, s[12]) |
| } |
| } else if l >= 10 { // 10, 11 |
| x = x.ReshapeToUint16s().SetElem(8/2, *uint16atP8(&s[8])).ReshapeToUint8s() |
| if l == 11 { |
| x = x.SetElem(10, s[10]) |
| } |
| } else if l == 9 { |
| x = x.SetElem(8, s[8]) |
| } |
| } else if l >= 4 { // 4-7 |
| x = x.ReshapeToUint32s().SetElem(0, *uint32atP8(&s[0])).ReshapeToUint8s() |
| if l >= 6 { |
| x = x.ReshapeToUint16s().SetElem(4/2, *uint16atP8(&s[4])).ReshapeToUint8s() |
| if l == 7 { |
| x = x.SetElem(6, s[6]) |
| } |
| } else if l == 5 { |
| x = x.SetElem(4, s[4]) |
| } |
| } else if l >= 2 { // 2,3 |
| x = x.ReshapeToUint16s().SetElem(0, *uint16atP8(&s[0])).ReshapeToUint8s() |
| if l == 3 { |
| x = x.SetElem(2, s[2]) |
| } |
| } else { // l == 1 |
| x = x.SetElem(0, s[0]) |
| } |
| return x, l |
| } |
| |
| // StorePart stores the elements of x into the slice s. |
| // It stores as many elements as will fit in s. |
| // If s has 16 or more elements, the method is equivalent to x.Store. |
| func (x Uint8x16) StorePart(s []uint8) int { |
| l := len(s) |
| if l >= 16 { |
| x.Store(s) |
| return 16 |
| } |
| if l == 0 { |
| return 0 |
| } |
| if l >= 8 { // 8-15 |
| *uint64atP8(&s[0]) = x.ReshapeToUint64s().GetElem(0) |
| if l >= 12 { // 12, 13, 14, 15 |
| *uint32atP8(&s[8]) = x.ReshapeToUint32s().GetElem(8 / 4) |
| if l >= 14 { |
| *uint16atP8(&s[12]) = x.ReshapeToUint16s().GetElem(12 / 2) |
| if l == 15 { |
| s[14] = x.GetElem(14) |
| } |
| } else if l == 13 { |
| s[12] = x.GetElem(12) |
| } |
| } else if l >= 10 { // 10, 11 |
| *uint16atP8(&s[8]) = x.ReshapeToUint16s().GetElem(8 / 2) |
| if l == 11 { |
| s[10] = x.GetElem(10) |
| } |
| } else if l == 9 { |
| s[8] = x.GetElem(8) |
| } |
| } else if l >= 4 { // 4-7 |
| *uint32atP8(&s[0]) = x.ReshapeToUint32s().GetElem(0) |
| if l >= 6 { |
| *uint16atP8(&s[4]) = x.ReshapeToUint16s().GetElem(4 / 2) |
| if l == 7 { |
| s[6] = x.GetElem(6) |
| } |
| } else if l == 5 { |
| s[4] = x.GetElem(4) |
| } |
| } else if l >= 2 { // 2,3 |
| *uint16atP8(&s[0]) = x.ReshapeToUint16s().GetElem(0) |
| if l == 3 { |
| s[2] = x.GetElem(2) |
| } |
| } else { // l == 1 |
| s[0] = x.GetElem(0) |
| } |
| return l |
| } |
| |
| // LoadUint16x8Part loads a Uint16x8 from the slice s. |
| // If s has fewer than 8 elements, the remaining elements of the vector are filled with zeroes. |
| // If s has 8 or more elements, the function is equivalent to LoadInt16x8. |
| func LoadUint16x8Part(s []uint16) (Uint16x8, int) { |
| l := len(s) |
| if l >= 8 { |
| return LoadUint16x8(s), 8 |
| } |
| var x Uint16x8 |
| if l == 0 { |
| return x, 0 |
| } |
| if l >= 4 { // 4-7 |
| x = x.ReshapeToUint64s().SetElem(0, *uint64atP16(&s[0])).ReshapeToUint16s() |
| if l >= 6 { |
| x = x.ReshapeToUint32s().SetElem(4/2, *uint32atP16(&s[4])).ReshapeToUint16s() |
| if l == 7 { |
| x = x.SetElem(6, s[6]) |
| } |
| } else if l == 5 { |
| x = x.SetElem(4, s[4]) |
| } |
| } else if l >= 2 { // 2,3 |
| x = x.ReshapeToUint32s().SetElem(0, *uint32atP16(&s[0])).ReshapeToUint16s() |
| if l == 3 { |
| x = x.SetElem(2, s[2]) |
| } |
| } else { // l == 1 |
| x = x.SetElem(0, s[0]) |
| } |
| return x, l |
| } |
| |
| // StorePart stores the elements of x into the slice s. |
| // It stores as many elements as will fit in s. |
| // If s has 8 or more elements, the method is equivalent to x.Store. |
| func (x Uint16x8) StorePart(s []uint16) int { |
| l := len(s) |
| if l >= 8 { |
| x.Store(s) |
| return 8 |
| } |
| if l == 0 { |
| return 0 |
| } |
| if l >= 4 { // 4-7 |
| *uint64atP16(&s[0]) = x.ReshapeToUint64s().GetElem(0) |
| if l >= 6 { |
| *uint32atP16(&s[4]) = x.ReshapeToUint32s().GetElem(4 / 2) |
| if l == 7 { |
| s[6] = x.GetElem(6) |
| } |
| } else if l == 5 { |
| s[4] = x.GetElem(4) |
| } |
| } else if l >= 2 { // 2,3 |
| *uint32atP16(&s[0]) = x.ReshapeToUint32s().GetElem(0) |
| if l == 3 { |
| s[2] = x.GetElem(2) |
| } |
| } else { // l == 1 |
| s[0] = x.GetElem(0) |
| } |
| return l |
| } |
| |
| // LoadInt8x16Part loads a Int8x16 from the slice s, it returns the loaded vector and the |
| // number of elements loaded. |
| // If s has fewer than 16 elements, the remaining elements of the vector are filled with zeroes. |
| // If s has 16 or more elements, the function is equivalent to LoadInt8x16. |
| func LoadInt8x16Part(s []int8) (Int8x16, int) { |
| if len(s) == 0 { |
| var zero Int8x16 |
| return zero, 0 |
| } |
| t := unsafe.Slice((*uint8)(unsafe.Pointer(&s[0])), len(s)) |
| v, l := LoadUint8x16Part(t) |
| return v.BitsToInt8(), l |
| } |
| |
| // StorePart stores the 16 elements of x into the slice s. |
| // It stores as many elements as will fit in s. |
| // If s has 16 or more elements, the method is equivalent to x.Store. |
| func (x Int8x16) StorePart(s []int8) int { |
| if len(s) == 0 { |
| return 0 |
| } |
| t := unsafe.Slice((*uint8)(unsafe.Pointer(&s[0])), len(s)) |
| return x.ToBits().StorePart(t) |
| } |
| |
| // LoadInt16x8Part loads a Int16x8 from the slice s, it returns the loaded vector and the |
| // number of elements loaded. |
| // If s has fewer than 8 elements, the remaining elements of the vector are filled with zeroes. |
| // If s has 8 or more elements, the function is equivalent to LoadInt16x8. |
| func LoadInt16x8Part(s []int16) (Int16x8, int) { |
| if len(s) == 0 { |
| var zero Int16x8 |
| return zero, 0 |
| } |
| t := unsafe.Slice((*uint16)(unsafe.Pointer(&s[0])), len(s)) |
| v, l := LoadUint16x8Part(t) |
| return v.BitsToInt16(), l |
| } |
| |
| // StorePart stores the 8 elements of x into the slice s. |
| // It stores as many elements as will fit in s. |
| // If s has 8 or more elements, the method is equivalent to x.Store. |
| func (x Int16x8) StorePart(s []int16) int { |
| if len(s) == 0 { |
| return 0 |
| } |
| t := unsafe.Slice((*uint16)(unsafe.Pointer(&s[0])), len(s)) |
| return x.ToBits().StorePart(t) |
| } |