blob: 4cc56eb82e47269a8fb6976f441381f5bcb1be45 [file] [log] [blame]
// Copyright 2017 The Go Authors. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
package main
import (
"bytes"
"flag"
"io/ioutil"
"os"
"os/exec"
"testing"
)
func TestGolden(t *testing.T) {
if err := os.Chdir("testdata"); err != nil {
t.Fatal(err)
}
defer os.Chdir("..")
check(t, "exampleold", "exampleold.txt")
check(t, "example", "exampleold.txt", "examplenew.txt")
if t.Failed() {
t.Fatal("skipping other tests")
}
check(t, "exampleoldhtml", "-html", "exampleold.txt")
check(t, "examplehtml", "-html", "exampleold.txt", "examplenew.txt")
if t.Failed() {
t.Fatal("skipping other tests")
}
check(t, "all", "new.txt", "old.txt", "slashslash4.txt", "x386.txt")
check(t, "allnosplit", "-split", "", "new.txt", "old.txt", "slashslash4.txt", "x386.txt")
check(t, "oldnew", "old.txt", "new.txt")
check(t, "oldnewgeo", "-geomean", "old.txt", "new.txt")
check(t, "new4", "new.txt", "slashslash4.txt")
check(t, "oldnewhtml", "-html", "old.txt", "new.txt")
check(t, "oldnew4html", "-html", "old.txt", "new.txt", "slashslash4.txt")
check(t, "oldnewttest", "-delta-test=ttest", "old.txt", "new.txt")
check(t, "packagesold", "packagesold.txt")
check(t, "packages", "packagesold.txt", "packagesnew.txt")
check(t, "units", "units-old.txt", "units-new.txt")
check(t, "zero", "-delta-test=none", "zero-old.txt", "zero-new.txt")
check(t, "benchsort", "-sort=benchmark", "old.txt", "new.txt")
check(t, "deltasort", "-sort=delta", "old.txt", "new.txt")
check(t, "changesort", "-sort=change", "old.txt", "new.txt")
}
func check(t *testing.T, name string, files ...string) {
t.Run(name, func(t *testing.T) {
os.Args = append([]string{"benchstat"}, files...)
t.Logf("running %v", os.Args)
r, w, err := os.Pipe()
if err != nil {
t.Fatal(err)
}
c := make(chan []byte)
go func() {
data, err := ioutil.ReadAll(r)
if err != nil {
t.Error(err)
}
c <- data
}()
stdout := os.Stdout
stderr := os.Stderr
os.Stdout = w
os.Stderr = w
*flagGeomean = false
*flagHTML = false
*flagDeltaTest = "utest"
*flagSplit = flag.Lookup("split").DefValue
main()
w.Close()
os.Stdout = stdout
os.Stderr = stderr
data := <-c
golden, err := ioutil.ReadFile(name + ".golden")
if err != nil {
t.Fatal(err)
}
if !bytes.Equal(data, golden) {
t.Errorf("wrong output: diff have want:\n%s", diff(t, data, golden))
}
})
}
// diff returns the output of 'diff -u old new'.
func diff(t *testing.T, old, new []byte) string {
data, err := exec.Command("diff", "-u", writeTemp(t, old), writeTemp(t, new)).CombinedOutput()
if len(data) > 0 {
return string(data)
}
return "ERROR: " + err.Error()
}
func writeTemp(t *testing.T, data []byte) string {
f, err := ioutil.TempFile("", "benchstat_test")
if err != nil {
t.Fatal(err)
}
f.Write(data)
name := f.Name()
f.Close()
return name
}