| # A Suite is a short name, a repo, a version, and sometimes some related default values |
| # for the benchmark specification files. |
| |
| [[Suites]] |
| Name = "wazero" |
| Repo = "github.com/tetratelabs/wazero/internal/integration_test/bench" |
| Version = "@v1.12.0" |
| |
| [[Suites]] |
| Name = "toml" |
| Repo = "github.com/BurntSushi/toml" |
| Version = "@v1.6.0" |
| ExtraFiles = ["_example"] |
| |
| [[Suites]] |
| Name = "iter_test" |
| Repo = "github.com/dr2chase/iter_test/bench" |
| Version = "@v1.0.2" |
| |
| [[Suites]] |
| Name = "iter_tiny" |
| Repo = "github.com/dr2chase/iter_test/tiny" |
| Version = "@v1.0.2" |
| |
| [[Suites]] |
| Name = "dustin_broadcast" |
| Repo = "github.com/dustin/go-broadcast" |
| Version = "@v0.0.0-20171205050544-f664265f5a66" |
| |
| [[Suites]] |
| Name = "dustin_humanize" |
| Repo = "github.com/dustin/go-humanize" |
| Version = "@v1.0.1" |
| |
| [[Suites]] |
| Name = "rcrowley_metrics" |
| Repo = "github.com/rcrowley/go-metrics" |
| Version = "@v0.0.0-20250401214520-65e299d6c5c9" |
| |
| [[Suites]] |
| Name = "shopify_sarama" |
| Repo = "github.com/IBM/sarama" |
| Version = "@v1.60.0" |
| |
| [[Suites]] |
| Name = "aws_restjson" |
| Repo = "github.com/aws/aws-sdk-go-v2/internal/protocoltest/awsrestjson" |
| Version = "@release-2026-07-24" |
| Disabled = true # fails to get; too large for proxy/sumdb server? |
| |
| [[Suites]] |
| Name = "aws_restxml" |
| Repo = "github.com/aws/aws-sdk-go-v2/internal/protocoltest/restxml" |
| Version = "@release-2026-07-24" |
| Disabled = true # fails to get; too large for proxy/sumdb server? |
| |
| [[Suites]] |
| Name = "aws_jsonrpc" |
| Repo = "github.com/aws/aws-sdk-go-v2/internal/protocoltest/jsonrpc" |
| Version = "@release-2026-07-24" |
| Disabled = true # fails to get; too large for proxy/sumdb server? |
| |
| [[Suites]] |
| Name = "aws_query" |
| Repo = "github.com/aws/aws-sdk-go-v2/internal/protocoltest/query" |
| Version = "@release-2026-07-24" |
| |
| [[Suites]] |
| Name = "kanzi" |
| Repo = "github.com/flanglet/kanzi-go/v2/benchmark" |
| Version = "@v2.3.0" |
| |
| [[Suites]] |
| Name = "ethereum_bitutil" |
| Repo = "github.com/ethereum/go-ethereum/common/bitutil" |
| Version = "@v1.10.9" |
| |
| [[Suites]] |
| Name = "ethereum_storage" |
| Repo = "github.com/ethersphere/swarm/storage" |
| NotSandboxed = true # Won't cross-compile to Linux on MacOS |
| Disabled = true # Abandonware |
| Version = "@v0.5.8" |
| |
| [[Suites]] |
| Name = "ethereum_ethash" |
| Repo = "github.com/ethereum/go-ethereum/consensus/ethash" |
| NotSandboxed = true # Won't cross-compile to Linux on MacOS |
| Version = "@v1.17.4" |
| |
| [[Suites]] |
| Name = "ethereum_core" |
| Repo = "github.com/ethereum/go-ethereum/core" |
| Version = "@v1.17.4" |
| |
| [[Suites]] |
| Name = "ethereum_sha3" |
| Repo = "github.com/ethereum/go-ethereum/crypto/sha3" |
| Disabled = true # won't even get |
| Version = "@v1.17.4" |
| |
| [[Suites]] |
| Name = "ethereum_ecies" |
| Repo = "github.com/ethereum/go-ethereum/crypto/ecies" |
| NotSandboxed = true # Won't cross-compile to Linux on MacOS |
| Version = "@v1.17.4" |
| |
| [[Suites]] |
| Name = "ethereum_corevm" |
| Repo = "github.com/ethereum/go-ethereum/core/vm" |
| NotSandboxed = true # Won't cross-compile to Linux on MacOS |
| Version = "@v1.17.4" |
| |
| [[Suites]] |
| Name = "ethereum_trie" |
| Repo = "github.com/ethereum/go-ethereum/trie" |
| NotSandboxed = true # Won't cross-compile to Linux on MacOS |
| Version = "@v1.17.4" |
| |
| [[Suites]] |
| Name = "ethereum_whisper" |
| Repo = "github.com/ethereum/go-ethereum/whisper/whisperv6" |
| Benchmarks = "Benchmark" |
| NotSandboxed = true # Won't cross-compile to Linux on MacOS |
| Version = "@v1.9.2" |
| |
| [[Suites]] |
| Name = "eolian_dsp" |
| Repo = "github.com/semrekkers/eolian/dsp" |
| Disabled = true # buddin.us is dead, imports need updating |
| |
| [[Suites]] |
| Name = "spexs2" |
| Repo = "github.com/egonelbre/spexs2/_benchmark/" |
| Version = "@v0.0.0-20190702105659-492016b6bcd2" |
| ExtraFiles = ["proteins_10k.inp", "proteins_10k.ref", "proteins_30k.inp", "proteins_30k.ref", "proteins_large.inp", "proteins_large.ref"] |
| |
| [[Suites]] |
| Name = "klauspost" |
| Repo = "github.com/dr2chase/benchmarks/klauspost" |
| Version = "@v0.0.0-20211005202936-58b13036cdde" |
| |
| [[Suites]] |
| Name = "minio" |
| Repo = "github.com/minio/minio/cmd" |
| Tests = "none" # Don't run these tests; they hang, etc. |
| Version = "@RELEASE.2025-10-15T17-29-55Z" |
| |
| [[Suites]] |
| Name = "gonum_blas_native" |
| Repo = "gonum.org/v1/gonum/blas/gonum" |
| BuildFlags = ["-tags", "safe"] |
| Version = "@v0.17.0" |
| |
| [[Suites]] |
| Name = "gonum_lapack_native" |
| Repo = "gonum.org/v1/gonum/lapack/gonum" |
| BuildFlags = ["-tags", "safe"] |
| Version = "@v0.17.0" |
| |
| [[Suites]] |
| Name = "gonum_mat" |
| Repo = "gonum.org/v1/gonum/mat" |
| BuildFlags = ["-tags", "safe"] |
| Version = "@v0.17.0" |
| |
| [[Suites]] |
| Name = "semver" |
| Repo = "github.com/Masterminds/semver/v3" |
| Version = "@v3.3.1" |
| |
| [[Suites]] |
| Name = "hugo_helpers" |
| Repo = "github.com/gohugoio/hugo/helpers" |
| Version = "@v0.164.0" |
| |
| [[Suites]] |
| Name = "hugo_hugolib" |
| Repo = "github.com/gohugoio/hugo/hugolib" |
| Version = "@v0.164.0" |
| |
| [[Suites]] |
| Name = "k8s_cache" |
| Repo = "k8s.io/client-go/tools/cache" |
| Version = "@v0.36.2" |
| |
| [[Suites]] |
| Name = "k8s_workqueue" |
| Repo = "k8s.io/client-go/util/workqueue" |
| Version = "@v0.36.2" |
| |
| [[Suites]] |
| Name = "uuid" |
| Repo = "github.com/google/uuid/" |
| Version = "@v1.2.0" |
| |
| [[Suites]] |
| Name = "gonum_topo" |
| Repo = "gonum.org/v1/gonum/graph/topo/" |
| BuildFlags = ["-tags", "safe"] |
| Version = "@v0.17.0" |
| |
| [[Suites]] |
| Name = "gonum_path" |
| Repo = "gonum.org/v1/gonum/graph/path/" |
| BuildFlags = ["-tags", "safe"] |
| Version = "@v0.17.0" |
| |
| [[Suites]] |
| Name = "gonum_community" |
| Repo = "gonum.org/v1/gonum/graph/community/" |
| BuildFlags = ["-tags", "safe"] |
| Version = "@v0.17.0" |
| |
| [[Suites]] |
| Name = "gonum_traverse" |
| Repo = "gonum.org/v1/gonum/graph/traverse/" |
| BuildFlags = ["-tags", "safe"] |
| Version = "@v0.17.0" |
| |
| [[Suites]] |
| Name = "capnproto2" |
| Repo = "zombiezen.com/go/capnproto2/" |
| GcEnv = ["GO111MODULE=on"] |
| Version = "@v2.18.2+incompatible" |
| |
| [[Suites]] |
| Name = "uber_zap" |
| Repo = "go.uber.org/zap/zapcore" |
| Version = "@v1.27.0" |
| |
| [[Suites]] |
| Name = "uber_tally" |
| Repo = "github.com/uber-go/tally/v4" |
| Version = "@v4.1.11" |
| |
| [[Suites]] |
| Name = "bloom_bits" |
| Repo = "github.com/bits-and-blooms/bitset" |
| Version = "@v1.22.0" |
| |
| [[Suites]] |
| Name = "bloom_bloom" |
| Repo = "github.com/bits-and-blooms/bloom/v3" |
| Version = "@v3.7.0" |
| |
| [[Suites]] |
| Name = "bindata" |
| Repo = "github.com/kevinburke/go-bindata" |
| Version = "@v3.22.1-0.20211006210656-12dca65da1b8+incompatible" |
| Disabled = true # obsolete |
| |
| [[Suites]] |
| Name = "cespare_mph" |
| Repo = "github.com/cespare/mph" |
| Version = "@v0.1.0" |
| |
| # Used by InfluxDB and Prometheus |
| [[Suites]] |
| Name = "cespare_xxhash" |
| Repo = "github.com/cespare/xxhash/v2" |
| BuildFlags = ["-tags", "purego"] |
| Version = "@v2.3.0" |
| |
| [[Suites]] |
| Name = "gtank_blake2s" |
| Repo = "github.com/gtank/blake2s" |
| Version = "@v0.0.0-20180603041446-333f0593be06" |
| |
| [[Suites]] |
| Name = "gtank_ed25519" |
| Repo = "github.com/gtank/ed25519" |
| Disabled = true # Won't go get properly |
| |
| [[Suites]] |
| Name = "nelsam_gxui_interval" |
| Repo = "git.sr.ht/~nelsam/gxui/interval" |
| Version = "@v0.4.0" |
| |
| [[Suites]] |
| Name = "ajstarks_deck_generate" |
| Repo = "github.com/ajstarks/deck/generate" |
| Version = "@v0.0.0-20260618203703-cf77e587dfaa" |
| |
| # Turns out having benchmarks w/ overlapping packages makes for noisy results. |
| # Do not use this until we deal with that problem. It is, however, an interesting |
| # collection of code, so don't forget about it. |
| [[Suites]] |
| Name = "benhoyt_goawk_old" |
| Repo = "github.com/benhoyt/goawk/interp" |
| Version = "@v1.8.1" |
| |
| [[Suites]] |
| Name = "benhoyt_goawk" |
| Repo = "github.com/benhoyt/goawk/interp" |
| Version = "@v1.29.0" |
| |
| [[Suites]] |
| Name = "ericlagergren_decimal" |
| Repo = "github.com/ericlagergren/decimal_benchmarks" |
| Version = "@v0.0.0-20221016195653-12f81834bb00" |
| |
| [[Suites]] |
| Name = "tidwall_tile38" |
| Repo = "github.com/tidwall/tile38/tests" |
| Version = "@v1.38.0" |
| |
| [[Suites]] |
| Name = "commonmark_markdown" |
| Repo = "gitlab.com/golang-commonmark/markdown" |
| Version = "@v0.0.0-20211110145824-bf3e522c626a" |
| ExtraFiles = ["spec"] |
| |
| [[Suites]] |
| Name = "workiva_augmentedtree" |
| Repo = "github.com/Workiva/go-datastructures/augmentedtree" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_bitarray" |
| Repo = "github.com/Workiva/go-datastructures/bitarray" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_btree_palm" |
| Repo = "github.com/Workiva/go-datastructures/btree/palm" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_btree_plus" |
| Repo = "github.com/Workiva/go-datastructures/btree/plus" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_fibheap" |
| Repo = "github.com/Workiva/go-datastructures/fibheap" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_queue" |
| Repo = "github.com/Workiva/go-datastructures/queue" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_rangetree" |
| Repo = "github.com/Workiva/go-datastructures/rangetree" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_hilbert" |
| Repo = "github.com/Workiva/go-datastructures/rtree/hilbert" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_rangetree_skiplist" |
| Repo = "github.com/Workiva/go-datastructures/rangetree/skiplist" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_set" |
| Repo = "github.com/Workiva/go-datastructures/set" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_slice" |
| Repo = "github.com/Workiva/go-datastructures/slice/skip" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_avl" |
| Repo = "github.com/Workiva/go-datastructures/tree/avl" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_sort" |
| Repo = "github.com/Workiva/go-datastructures/sort" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_ctrie" |
| Repo = "github.com/Workiva/go-datastructures/trie/ctrie" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_dtrie" |
| Repo = "github.com/Workiva/go-datastructures/trie/dtrie" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_triex" |
| Repo = "github.com/Workiva/go-datastructures/trie/xfast" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "workiva_triey" |
| Repo = "github.com/Workiva/go-datastructures/trie/yfast" |
| Version = "@v1.1.7" |
| |
| [[Suites]] |
| Name = "thriftrw_gen" |
| Repo = "go.uber.org/thriftrw/gen" |
| Version = "@v1.34.0" |
| |
| [[Suites]] |
| Name = "thriftrw_protocol" |
| Repo = "go.uber.org/thriftrw/protocol/binary" |
| Version = "@v1.34.0" |
| |
| [[Suites]] |
| Name = "yarpc" |
| Repo = "go.uber.org/yarpc" |
| Version = "@v1.89.0" |
| |
| [[Suites]] |
| Name = "uber_tchannel" |
| Repo = "github.com/uber/tchannel-go" |
| Version = "@v1.34.6" |
| Disabled = true # fails to compile |
| |
| [[Suites]] |
| Name = "uber_tchannel_benchmark" |
| Repo = "github.com/uber/tchannel-go/benchmark" |
| Version = "@v1.34.6" |
| Disabled = true # fails to compile |
| |
| [[Suites]] |
| Name = "ipaddress" |
| Repo = "github.com/seancfoley/ipaddress-go/ipaddr/test" |
| Version = "@v1.7.1" |
| |
