cmd/bench: run go tests 6 times benchstat wants 95% CI by default, which requires at least 6 samples. Change-Id: I250255b4d7860892de330e31269184b5e97bc7a6 Reviewed-on: https://go-review.googlesource.com/c/benchmarks/+/623641 Reviewed-by: Michael Knyszek <mknyszek@google.com> LUCI-TryBot-Result: Go LUCI <golang-scoped@luci-project-accounts.iam.gserviceaccount.com>
diff --git a/cmd/bench/gotest.go b/cmd/bench/gotest.go index ac8b46a..de3dab7 100644 --- a/cmd/bench/gotest.go +++ b/cmd/bench/gotest.go
@@ -14,7 +14,7 @@ for _, tc := range tcs { log.Printf("Running Go test benchmarks for %s", tc.Name) fmt.Printf("toolchain: %s\n", tc.Name) - err := tc.Do("", "test", "-v", "-run=none", "-short", "-bench=.", "-count=5", "golang.org/x/benchmarks/...") + err := tc.Do("", "test", "-v", "-run=none", "-short", "-bench=.", "-count=6", "golang.org/x/benchmarks/...") if err != nil { return fmt.Errorf("error running gotest with toolchain %s: %w", tc.Name, err) } @@ -68,7 +68,7 @@ fmt.Printf("toolchain: %s\n", test.name) // set the toolchain tag goplsPath := filepath.Join(test.goplsDir, "gopls") - err = tc.Do(benchmarkDir, "test", "-short", "-bench=.", fmt.Sprintf(`-gopls_path=%s`, goplsPath), "-count=5", "-timeout=180m") + err = tc.Do(benchmarkDir, "test", "-short", "-bench=.", fmt.Sprintf(`-gopls_path=%s`, goplsPath), "-count=6", "-timeout=180m") if err != nil { return fmt.Errorf("error running sub-repo %s benchmark %q with toolchain %s in dir %s: %w", subRepo, test.name, tc.Name, benchmarkDir, err) }