| // Copyright 2026 The Go Authors. All rights reserved. | |
| // Use of this source code is governed by a BSD-style | |
| // license that can be found in the LICENSE file. | |
| //go:build goexperiment.simd && arm64 | |
| // SVE ternary-op tests, the three-input counterpart of the drivers in | |
| // binary_sve_arm64_test.go. flakiness absorbs the float32 double rounding of | |
| // the math.FMA-based emulation, as in the NEON MulAdd tests. | |
| package simd_test | |
| import ( | |
| "simd/archsimd" | |
| "testing" | |
| ) | |
| // testSVETernary drives a scalable ternary op like testSVEBinary. active is the | |
| // runtime number of live lanes (from the vector's Len()). | |
| func testSVETernary[T number, V any](t *testing.T, pool []T, elemBytes, active int, flakiness float64, | |
| load func([]T) V, f func(V, V, V) V, store func(V, []T), want func(_, _, _ []T) []T) { | |
| t.Helper() | |
| count := sveMaxBytes / elemBytes // lanes in the fixed backing array | |
| forSliceTriple(t, pool, count, func(x, y, z []T) bool { | |
| t.Helper() | |
| g := make([]T, count) | |
| store(f(load(x), load(y), load(z)), g) | |
| w := want(x, y, z) | |
| return checkSlicesLogInput(t, g[:active], w[:active], flakiness, func() { | |
| t.Helper() | |
| t.Logf("x=%v", x) | |
| t.Logf("y=%v", y) | |
| t.Logf("z=%v", z) | |
| }) | |
| }) | |
| } | |
| func TestMulAddSVE(t *testing.T) { | |
| if !archsimd.ARM64.SVE() { | |
| t.Skip("no SVE") | |
| } | |
| testSVETernary(t, int8s, 1, archsimd.Int8s{}.Len(), 0, archsimd.LoadInt8s, archsimd.Int8s.MulAdd, archsimd.Int8s.Store, imaSlice[int8]) | |
| testSVETernary(t, int16s, 2, archsimd.Int16s{}.Len(), 0, archsimd.LoadInt16s, archsimd.Int16s.MulAdd, archsimd.Int16s.Store, imaSlice[int16]) | |
| testSVETernary(t, int32s, 4, archsimd.Int32s{}.Len(), 0, archsimd.LoadInt32s, archsimd.Int32s.MulAdd, archsimd.Int32s.Store, imaSlice[int32]) | |
| testSVETernary(t, int64s, 8, archsimd.Int64s{}.Len(), 0, archsimd.LoadInt64s, archsimd.Int64s.MulAdd, archsimd.Int64s.Store, imaSlice[int64]) | |
| testSVETernary(t, uint8s, 1, archsimd.Uint8s{}.Len(), 0, archsimd.LoadUint8s, archsimd.Uint8s.MulAdd, archsimd.Uint8s.Store, imaSlice[uint8]) | |
| testSVETernary(t, uint16s, 2, archsimd.Uint16s{}.Len(), 0, archsimd.LoadUint16s, archsimd.Uint16s.MulAdd, archsimd.Uint16s.Store, imaSlice[uint16]) | |
| testSVETernary(t, uint32s, 4, archsimd.Uint32s{}.Len(), 0, archsimd.LoadUint32s, archsimd.Uint32s.MulAdd, archsimd.Uint32s.Store, imaSlice[uint32]) | |
| testSVETernary(t, uint64s, 8, archsimd.Uint64s{}.Len(), 0, archsimd.LoadUint64s, archsimd.Uint64s.MulAdd, archsimd.Uint64s.Store, imaSlice[uint64]) | |
| testSVETernary(t, float32s, 4, archsimd.Float32s{}.Len(), 0.001, archsimd.LoadFloat32s, archsimd.Float32s.MulAdd, archsimd.Float32s.Store, fmaSlice[float32]) | |
| testSVETernary(t, float64s, 8, archsimd.Float64s{}.Len(), 0.001, archsimd.LoadFloat64s, archsimd.Float64s.MulAdd, archsimd.Float64s.Store, fmaSlice[float64]) | |
| } |