commit fe2fca166df91d1083f9e9f57fdf89a9c2d0d82a
author David Chase <drchase@google.com> Wed Oct 26 15:45:32 2022 -0400
committer David Chase <drchase@google.com> Thu Oct 27 17:27:26 2022 +0000
tree 5ac86002d06edecc3853424e1f2cc5cbb28547ed
parent 3255f073a7af8fa900a14801378804b3fadb8b94

cmd/bent: change to the single, latest version of goawk

Having two versions of the same benchmarks creates "noise"
because they benchmark the same packages.  Oops.

Change-Id: I2ede6e5543ab44f78be4e36e44d2b7877696887c
Reviewed-on: https://go-review.googlesource.com/c/benchmarks/+/445637
Run-TryBot: David Chase <drchase@google.com>
Reviewed-by: Michael Pratt <mpratt@google.com>
TryBot-Result: Gopher Robot <gobot@golang.org>

cmd/bent/configs/benchmarks-50.toml

diff --git a/cmd/bent/configs/benchmarks-50.toml b/cmd/bent/configs/benchmarks-50.toml
index f6c860f..90dd4a0 100644
--- a/cmd/bent/configs/benchmarks-50.toml
+++ b/cmd/bent/configs/benchmarks-50.toml
@@ -159,10 +159,6 @@
   Benchmarks = "Benchmark(Polygon|Arc)"
 
 [[Benchmarks]]
-  Name = "benhoyt_goawk"
-  Benchmarks = "BenchmarkR"
-
-[[Benchmarks]]
   Name = "benhoyt_goawk_1_18"
   Benchmarks = "BenchmarkR"
 

cmd/bent/configs/benchmarks-all.toml

diff --git a/cmd/bent/configs/benchmarks-all.toml b/cmd/bent/configs/benchmarks-all.toml
index 5cef85d..eb924c4 100644
--- a/cmd/bent/configs/benchmarks-all.toml
+++ b/cmd/bent/configs/benchmarks-all.toml
@@ -187,7 +187,7 @@
   Benchmarks = "Benchmark"
 
 [[Benchmarks]]
-  Name = "benhoyt_goawk"
+  Name = "benhoyt_goawk_1_18"
   Benchmarks = "Benchmark"
 
 [[Benchmarks]]

cmd/bent/configs/suites.toml

diff --git a/cmd/bent/configs/suites.toml b/cmd/bent/configs/suites.toml
index d984e63..a528766 100644
--- a/cmd/bent/configs/suites.toml
+++ b/cmd/bent/configs/suites.toml
@@ -258,6 +258,9 @@
   Repo = "github.com/ajstarks/deck/generate"
   Version = "@v0.0.0-20211012005819-a09e9c2a9a29"
 
+# Turns out having benchmarks w/ overlapping packages makes for noisy results.
+# Do not use this until we deal with that problem.  It is, however, an interesting
+# collection of code, so don't forget about it.
 [[Suites]]
   Name = "benhoyt_goawk"
   Repo = "github.com/benhoyt/goawk/interp"