| // Copyright 2009 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| // Package testing provides support for automated testing of Go packages. |
| // It is intended to be used in concert with the ``go test'' command, which automates |
| // execution of any function of the form |
| // func TestXxx(*testing.T) |
| // where Xxx can be any alphanumeric string (but the first letter must not be in |
| // [a-z]) and serves to identify the test routine. |
| // These TestXxx routines should be declared within the package they are testing. |
| // |
| // Functions of the form |
| // func BenchmarkXxx(*testing.B) |
| // are considered benchmarks, and are executed by the "go test" command when |
| // the -test.bench flag is provided. Benchmarks are run sequentially. |
| // |
| // For a description of the testing flags, see |
| // http://golang.org/cmd/go/#Description_of_testing_flags. |
| // |
| // A sample benchmark function looks like this: |
| // func BenchmarkHello(b *testing.B) { |
| // for i := 0; i < b.N; i++ { |
| // fmt.Sprintf("hello") |
| // } |
| // } |
| // |
| // The benchmark package will vary b.N until the benchmark function lasts |
| // long enough to be timed reliably. The output |
| // BenchmarkHello 10000000 282 ns/op |
| // means that the loop ran 10000000 times at a speed of 282 ns per loop. |
| // |
| // If a benchmark needs some expensive setup before running, the timer |
| // may be reset: |
| // func BenchmarkBigLen(b *testing.B) { |
| // big := NewBig() |
| // b.ResetTimer() |
| // for i := 0; i < b.N; i++ { |
| // big.Len() |
| // } |
| // } |
| // |
| // The package also runs and verifies example code. Example functions may |
| // include a concluding comment that begins with "Output:" and is compared with |
| // the standard output of the function when the tests are run, as in these |
| // examples of an example: |
| // |
| // func ExampleHello() { |
| // fmt.Println("hello") |
| // // Output: hello |
| // } |
| // |
| // func ExampleSalutations() { |
| // fmt.Println("hello, and") |
| // fmt.Println("goodbye") |
| // // Output: |
| // // hello, and |
| // // goodbye |
| // } |
| // |
| // Example functions without output comments are compiled but not executed. |
| // |
| // The naming convention to declare examples for a function F, a type T and |
| // method M on type T are: |
| // |
| // func ExampleF() { ... } |
| // func ExampleT() { ... } |
| // func ExampleT_M() { ... } |
| // |
| // Multiple example functions for a type/function/method may be provided by |
| // appending a distinct suffix to the name. The suffix must start with a |
| // lower-case letter. |
| // |
| // func ExampleF_suffix() { ... } |
| // func ExampleT_suffix() { ... } |
| // func ExampleT_M_suffix() { ... } |
| // |
| // The entire test file is presented as the example when it contains a single |
| // example function, at least one other function, type, variable, or constant |
| // declaration, and no test or benchmark functions. |
| package testing |
| |
| import ( |
| "bytes" |
| "flag" |
| "fmt" |
| "os" |
| "runtime" |
| "runtime/pprof" |
| "strconv" |
| "strings" |
| "sync" |
| "time" |
| ) |
| |
| var ( |
| // The short flag requests that tests run more quickly, but its functionality |
| // is provided by test writers themselves. The testing package is just its |
| // home. The all.bash installation script sets it to make installation more |
| // efficient, but by default the flag is off so a plain "go test" will do a |
| // full test of the package. |
| short = flag.Bool("test.short", false, "run smaller test suite to save time") |
| |
| // Report as tests are run; default is silent for success. |
| chatty = flag.Bool("test.v", false, "verbose: print additional output") |
| match = flag.String("test.run", "", "regular expression to select tests and examples to run") |
| memProfile = flag.String("test.memprofile", "", "write a memory profile to the named file after execution") |
| memProfileRate = flag.Int("test.memprofilerate", 0, "if >=0, sets runtime.MemProfileRate") |
| cpuProfile = flag.String("test.cpuprofile", "", "write a cpu profile to the named file during execution") |
| blockProfile = flag.String("test.blockprofile", "", "write a goroutine blocking profile to the named file after execution") |
| blockProfileRate = flag.Int("test.blockprofilerate", 1, "if >= 0, calls runtime.SetBlockProfileRate()") |
| timeout = flag.Duration("test.timeout", 0, "if positive, sets an aggregate time limit for all tests") |
| cpuListStr = flag.String("test.cpu", "", "comma-separated list of number of CPUs to use for each test") |
| parallel = flag.Int("test.parallel", runtime.GOMAXPROCS(0), "maximum test parallelism") |
| |
| haveExamples bool // are there examples? |
| |
| cpuList []int |
| ) |
| |
| // common holds the elements common between T and B and |
| // captures common methods such as Errorf. |
| type common struct { |
| mu sync.RWMutex // guards output and failed |
| output []byte // Output generated by test or benchmark. |
| failed bool // Test or benchmark has failed. |
| |
| start time.Time // Time test or benchmark started |
| duration time.Duration |
| self interface{} // To be sent on signal channel when done. |
| signal chan interface{} // Output for serial tests. |
| } |
| |
| // Short reports whether the -test.short flag is set. |
| func Short() bool { |
| return *short |
| } |
| |
| // Verbose reports whether the -test.v flag is set. |
| func Verbose() bool { |
| return *chatty |
| } |
| |
| // decorate prefixes the string with the file and line of the call site |
| // and inserts the final newline if needed and indentation tabs for formatting. |
| func decorate(s string) string { |
| _, file, line, ok := runtime.Caller(3) // decorate + log + public function. |
| if ok { |
| // Truncate file name at last file name separator. |
| if index := strings.LastIndex(file, "/"); index >= 0 { |
| file = file[index+1:] |
| } else if index = strings.LastIndex(file, "\\"); index >= 0 { |
| file = file[index+1:] |
| } |
| } else { |
| file = "???" |
| line = 1 |
| } |
| buf := new(bytes.Buffer) |
| fmt.Fprintf(buf, "%s:%d: ", file, line) |
| |
| lines := strings.Split(s, "\n") |
| if l := len(lines); l > 1 && lines[l-1] == "" { |
| lines = lines[:l-1] |
| } |
| for i, line := range lines { |
| if i > 0 { |
| buf.WriteByte('\n') |
| } |
| // Every line is indented at least one tab. |
| buf.WriteByte('\t') |
| if i > 0 { |
| // Second and subsequent lines are indented an extra tab. |
| buf.WriteByte('\t') |
| } |
| buf.WriteString(line) |
| } |
| buf.WriteByte('\n') |
| return buf.String() |
| } |
| |
| // T is a type passed to Test functions to manage test state and support formatted test logs. |
| // Logs are accumulated during execution and dumped to standard error when done. |
| type T struct { |
| common |
| name string // Name of test. |
| startParallel chan bool // Parallel tests will wait on this. |
| } |
| |
| // Fail marks the function as having failed but continues execution. |
| func (c *common) Fail() { |
| c.mu.Lock() |
| defer c.mu.Unlock() |
| c.failed = true |
| } |
| |
| // Failed returns whether the function has failed. |
| func (c *common) Failed() bool { |
| c.mu.RLock() |
| defer c.mu.RUnlock() |
| return c.failed |
| } |
| |
| // FailNow marks the function as having failed and stops its execution. |
| // Execution will continue at the next test or benchmark. |
| func (c *common) FailNow() { |
| c.Fail() |
| |
| // Calling runtime.Goexit will exit the goroutine, which |
| // will run the deferred functions in this goroutine, |
| // which will eventually run the deferred lines in tRunner, |
| // which will signal to the test loop that this test is done. |
| // |
| // A previous version of this code said: |
| // |
| // c.duration = ... |
| // c.signal <- c.self |
| // runtime.Goexit() |
| // |
| // This previous version duplicated code (those lines are in |
| // tRunner no matter what), but worse the goroutine teardown |
| // implicit in runtime.Goexit was not guaranteed to complete |
| // before the test exited. If a test deferred an important cleanup |
| // function (like removing temporary files), there was no guarantee |
| // it would run on a test failure. Because we send on c.signal during |
| // a top-of-stack deferred function now, we know that the send |
| // only happens after any other stacked defers have completed. |
| runtime.Goexit() |
| } |
| |
| // log generates the output. It's always at the same stack depth. |
| func (c *common) log(s string) { |
| c.mu.Lock() |
| defer c.mu.Unlock() |
| c.output = append(c.output, decorate(s)...) |
| } |
| |
| // Log formats its arguments using default formatting, analogous to Println(), |
| // and records the text in the error log. |
| func (c *common) Log(args ...interface{}) { c.log(fmt.Sprintln(args...)) } |
| |
| // Logf formats its arguments according to the format, analogous to Printf(), |
| // and records the text in the error log. |
| func (c *common) Logf(format string, args ...interface{}) { c.log(fmt.Sprintf(format, args...)) } |
| |
| // Error is equivalent to Log() followed by Fail(). |
| func (c *common) Error(args ...interface{}) { |
| c.log(fmt.Sprintln(args...)) |
| c.Fail() |
| } |
| |
| // Errorf is equivalent to Logf() followed by Fail(). |
| func (c *common) Errorf(format string, args ...interface{}) { |
| c.log(fmt.Sprintf(format, args...)) |
| c.Fail() |
| } |
| |
| // Fatal is equivalent to Log() followed by FailNow(). |
| func (c *common) Fatal(args ...interface{}) { |
| c.log(fmt.Sprintln(args...)) |
| c.FailNow() |
| } |
| |
| // Fatalf is equivalent to Logf() followed by FailNow(). |
| func (c *common) Fatalf(format string, args ...interface{}) { |
| c.log(fmt.Sprintf(format, args...)) |
| c.FailNow() |
| } |
| |
| // Parallel signals that this test is to be run in parallel with (and only with) |
| // other parallel tests in this CPU group. |
| func (t *T) Parallel() { |
| t.signal <- (*T)(nil) // Release main testing loop |
| <-t.startParallel // Wait for serial tests to finish |
| } |
| |
| // An internal type but exported because it is cross-package; part of the implementation |
| // of the "go test" command. |
| type InternalTest struct { |
| Name string |
| F func(*T) |
| } |
| |
| func tRunner(t *T, test *InternalTest) { |
| t.start = time.Now() |
| |
| // When this goroutine is done, either because test.F(t) |
| // returned normally or because a test failure triggered |
| // a call to runtime.Goexit, record the duration and send |
| // a signal saying that the test is done. |
| defer func() { |
| t.duration = time.Now().Sub(t.start) |
| // If the test panicked, print any test output before dying. |
| if err := recover(); err != nil { |
| t.report() |
| panic(err) |
| } |
| t.signal <- t |
| }() |
| |
| test.F(t) |
| } |
| |
| // An internal function but exported because it is cross-package; part of the implementation |
| // of the "go test" command. |
| func Main(matchString func(pat, str string) (bool, error), tests []InternalTest, benchmarks []InternalBenchmark, examples []InternalExample) { |
| flag.Parse() |
| parseCpuList() |
| |
| before() |
| startAlarm() |
| haveExamples = len(examples) > 0 |
| testOk := RunTests(matchString, tests) |
| exampleOk := RunExamples(matchString, examples) |
| if !testOk || !exampleOk { |
| fmt.Println("FAIL") |
| os.Exit(1) |
| } |
| fmt.Println("PASS") |
| stopAlarm() |
| RunBenchmarks(matchString, benchmarks) |
| after() |
| } |
| |
| func (t *T) report() { |
| tstr := fmt.Sprintf("(%.2f seconds)", t.duration.Seconds()) |
| format := "--- %s: %s %s\n%s" |
| if t.Failed() { |
| fmt.Printf(format, "FAIL", t.name, tstr, t.output) |
| } else if *chatty { |
| fmt.Printf(format, "PASS", t.name, tstr, t.output) |
| } |
| } |
| |
| func RunTests(matchString func(pat, str string) (bool, error), tests []InternalTest) (ok bool) { |
| ok = true |
| if len(tests) == 0 && !haveExamples { |
| fmt.Fprintln(os.Stderr, "testing: warning: no tests to run") |
| return |
| } |
| for _, procs := range cpuList { |
| runtime.GOMAXPROCS(procs) |
| // We build a new channel tree for each run of the loop. |
| // collector merges in one channel all the upstream signals from parallel tests. |
| // If all tests pump to the same channel, a bug can occur where a test |
| // kicks off a goroutine that Fails, yet the test still delivers a completion signal, |
| // which skews the counting. |
| var collector = make(chan interface{}) |
| |
| numParallel := 0 |
| startParallel := make(chan bool) |
| |
| for i := 0; i < len(tests); i++ { |
| matched, err := matchString(*match, tests[i].Name) |
| if err != nil { |
| fmt.Fprintf(os.Stderr, "testing: invalid regexp for -test.run: %s\n", err) |
| os.Exit(1) |
| } |
| if !matched { |
| continue |
| } |
| testName := tests[i].Name |
| if procs != 1 { |
| testName = fmt.Sprintf("%s-%d", tests[i].Name, procs) |
| } |
| t := &T{ |
| common: common{ |
| signal: make(chan interface{}), |
| }, |
| name: testName, |
| startParallel: startParallel, |
| } |
| t.self = t |
| if *chatty { |
| fmt.Printf("=== RUN %s\n", t.name) |
| } |
| go tRunner(t, &tests[i]) |
| out := (<-t.signal).(*T) |
| if out == nil { // Parallel run. |
| go func() { |
| collector <- <-t.signal |
| }() |
| numParallel++ |
| continue |
| } |
| t.report() |
| ok = ok && !out.Failed() |
| } |
| |
| running := 0 |
| for numParallel+running > 0 { |
| if running < *parallel && numParallel > 0 { |
| startParallel <- true |
| running++ |
| numParallel-- |
| continue |
| } |
| t := (<-collector).(*T) |
| t.report() |
| ok = ok && !t.Failed() |
| running-- |
| } |
| } |
| return |
| } |
| |
| // before runs before all testing. |
| func before() { |
| if *memProfileRate > 0 { |
| runtime.MemProfileRate = *memProfileRate |
| } |
| if *cpuProfile != "" { |
| f, err := os.Create(*cpuProfile) |
| if err != nil { |
| fmt.Fprintf(os.Stderr, "testing: %s", err) |
| return |
| } |
| if err := pprof.StartCPUProfile(f); err != nil { |
| fmt.Fprintf(os.Stderr, "testing: can't start cpu profile: %s", err) |
| f.Close() |
| return |
| } |
| // Could save f so after can call f.Close; not worth the effort. |
| } |
| if *blockProfile != "" && *blockProfileRate >= 0 { |
| runtime.SetBlockProfileRate(*blockProfileRate) |
| } |
| } |
| |
| // after runs after all testing. |
| func after() { |
| if *cpuProfile != "" { |
| pprof.StopCPUProfile() // flushes profile to disk |
| } |
| if *memProfile != "" { |
| f, err := os.Create(*memProfile) |
| if err != nil { |
| fmt.Fprintf(os.Stderr, "testing: %s", err) |
| return |
| } |
| if err = pprof.WriteHeapProfile(f); err != nil { |
| fmt.Fprintf(os.Stderr, "testing: can't write %s: %s", *memProfile, err) |
| } |
| f.Close() |
| } |
| if *blockProfile != "" && *blockProfileRate >= 0 { |
| f, err := os.Create(*blockProfile) |
| if err != nil { |
| fmt.Fprintf(os.Stderr, "testing: %s", err) |
| return |
| } |
| if err = pprof.Lookup("block").WriteTo(f, 0); err != nil { |
| fmt.Fprintf(os.Stderr, "testing: can't write %s: %s", *blockProfile, err) |
| } |
| f.Close() |
| } |
| } |
| |
| var timer *time.Timer |
| |
| // startAlarm starts an alarm if requested. |
| func startAlarm() { |
| if *timeout > 0 { |
| timer = time.AfterFunc(*timeout, alarm) |
| } |
| } |
| |
| // stopAlarm turns off the alarm. |
| func stopAlarm() { |
| if *timeout > 0 { |
| timer.Stop() |
| } |
| } |
| |
| // alarm is called if the timeout expires. |
| func alarm() { |
| panic("test timed out") |
| } |
| |
| func parseCpuList() { |
| if len(*cpuListStr) == 0 { |
| cpuList = append(cpuList, runtime.GOMAXPROCS(-1)) |
| } else { |
| for _, val := range strings.Split(*cpuListStr, ",") { |
| cpu, err := strconv.Atoi(val) |
| if err != nil || cpu <= 0 { |
| fmt.Fprintf(os.Stderr, "testing: invalid value %q for -test.cpu", val) |
| os.Exit(1) |
| } |
| cpuList = append(cpuList, cpu) |
| } |
| } |
| } |