| #!/bin/bash |
| # Copyright 2018 The Go Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style |
| # license that can be found in the LICENSE file. |
| |
| REPO_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" |
| |
| function print() { echo -e "\x1b[1m> $@\x1b[0m"; } |
| |
| # The test directory contains the Go and protobuf toolchains used for testing. |
| # The bin directory contains symlinks to each tool by version. |
| # It is safe to delete this directory and run the test script from scratch. |
| TEST_DIR=$REPO_ROOT/.cache |
| mkdir -p $TEST_DIR/bin |
| function register_binary() { |
| rm -f $TEST_DIR/bin/$1 # best-effort delete |
| ln -s $TEST_DIR/$2 $TEST_DIR/bin/$1 |
| } |
| export PATH=$TEST_DIR/bin:$PATH |
| cd $TEST_DIR # install toolchains relative to test directory |
| |
| # Download and build the protobuf toolchain. |
| # We avoid downloading the pre-compiled binaries since they do not contain |
| # the conformance test runner. |
| PROTOBUF_VERSION=3.6.1 |
| PROTOBUF_DIR="protobuf-$PROTOBUF_VERSION" |
| if [ ! -d $PROTOBUF_DIR ]; then |
| print "download and build $PROTOBUF_DIR" |
| (curl -s -L https://github.com/google/protobuf/releases/download/v$PROTOBUF_VERSION/protobuf-all-$PROTOBUF_VERSION.tar.gz | tar -zxf -) || exit 1 |
| (cd $PROTOBUF_DIR && ./configure && make && cd conformance && make) || exit 1 |
| fi |
| register_binary conformance-test-runner $PROTOBUF_DIR/conformance/conformance-test-runner |
| register_binary protoc $PROTOBUF_DIR/src/protoc |
| export PROTOBUF_ROOT=$TEST_DIR/$PROTOBUF_DIR |
| |
| # Patch proto files in the toolchain with new locations of Go packages. |
| # TODO: these changes should be committed upstream. |
| if ! grep -q "option go_package =" $PROTOBUF_ROOT/conformance/conformance.proto; then |
| (cat << EOF |
| --- a/conformance/conformance.proto 2018-07-30 15:16:10.000000000 -0700 |
| +++ b/conformance/conformance.proto 2019-01-20 03:03:47.000000000 -0800 |
| @@ -32,0 +33 @@ |
| +option go_package = "github.com/golang/protobuf/v2/internal/testprotos/conformance;conformance_proto"; |
| --- a/src/google/protobuf/any.proto 2018-07-23 13:56:42.000000000 -0700 |
| +++ b/src/google/protobuf/any.proto 2019-01-20 02:58:13.000000000 -0800 |
| @@ -36 +36 @@ |
| -option go_package = "github.com/golang/protobuf/ptypes/any"; |
| +option go_package = "github.com/golang/protobuf/v2/types/known;known_proto"; |
| --- a/src/google/protobuf/api.proto 2018-07-23 13:56:42.000000000 -0700 |
| +++ b/src/google/protobuf/api.proto 2019-01-20 03:00:58.000000000 -0800 |
| @@ -43 +43 @@ |
| -option go_package = "google.golang.org/genproto/protobuf/api;api"; |
| +option go_package = "github.com/golang/protobuf/v2/types/known;known_proto"; |
| --- a/src/google/protobuf/compiler/plugin.proto 2018-07-23 13:56:42.000000000 -0700 |
| +++ b/src/google/protobuf/compiler/plugin.proto 2019-01-20 03:03:49.000000000 -0800 |
| @@ -52 +52 @@ |
| -option go_package = "github.com/golang/protobuf/protoc-gen-go/plugin;plugin_go"; |
| +option go_package = "github.com/golang/protobuf/v2/types/plugin;plugin_proto"; |
| --- a/src/google/protobuf/descriptor.proto 2018-07-23 13:56:42.000000000 -0700 |
| +++ b/src/google/protobuf/descriptor.proto 2019-01-20 03:03:52.000000000 -0800 |
| @@ -43 +43 @@ |
| -option go_package = "github.com/golang/protobuf/protoc-gen-go/descriptor;descriptor"; |
| +option go_package = "github.com/golang/protobuf/v2/types/descriptor;descriptor_proto"; |
| --- a/src/google/protobuf/duration.proto 2018-07-23 13:56:42.000000000 -0700 |
| +++ b/src/google/protobuf/duration.proto 2019-01-20 03:00:55.000000000 -0800 |
| @@ -37 +37 @@ |
| -option go_package = "github.com/golang/protobuf/ptypes/duration"; |
| +option go_package = "github.com/golang/protobuf/v2/types/known;known_proto"; |
| --- a/src/google/protobuf/empty.proto 2018-07-23 13:56:42.000000000 -0700 |
| +++ b/src/google/protobuf/empty.proto 2019-01-20 03:00:52.000000000 -0800 |
| @@ -36 +36 @@ |
| -option go_package = "github.com/golang/protobuf/ptypes/empty"; |
| +option go_package = "github.com/golang/protobuf/v2/types/known;known_proto"; |
| --- a/src/google/protobuf/field_mask.proto 2018-07-23 13:56:42.000000000 -0700 |
| +++ b/src/google/protobuf/field_mask.proto 2019-01-20 03:00:50.000000000 -0800 |
| @@ -40 +40 @@ |
| -option go_package = "google.golang.org/genproto/protobuf/field_mask;field_mask"; |
| +option go_package = "github.com/golang/protobuf/v2/types/known;known_proto"; |
| --- a/src/google/protobuf/source_context.proto 2018-07-23 13:56:42.000000000 -0700 |
| +++ b/src/google/protobuf/source_context.proto 2019-01-20 03:00:47.000000000 -0800 |
| @@ -40 +40 @@ |
| -option go_package = "google.golang.org/genproto/protobuf/source_context;source_context"; |
| +option go_package = "github.com/golang/protobuf/v2/types/known;known_proto"; |
| --- a/src/google/protobuf/struct.proto 2018-07-23 13:56:42.000000000 -0700 |
| +++ b/src/google/protobuf/struct.proto 2019-01-20 03:00:42.000000000 -0800 |
| @@ -37 +37 @@ |
| -option go_package = "github.com/golang/protobuf/ptypes/struct;structpb"; |
| +option go_package = "github.com/golang/protobuf/v2/types/known;known_proto"; |
| --- a/src/google/protobuf/timestamp.proto 2018-07-23 13:56:42.000000000 -0700 |
| +++ b/src/google/protobuf/timestamp.proto 2019-01-20 03:00:40.000000000 -0800 |
| @@ -37 +37 @@ |
| -option go_package = "github.com/golang/protobuf/ptypes/timestamp"; |
| +option go_package = "github.com/golang/protobuf/v2/types/known;known_proto"; |
| --- a/src/google/protobuf/type.proto 2018-07-23 13:56:42.000000000 -0700 |
| +++ b/src/google/protobuf/type.proto 2019-01-20 03:03:44.000000000 -0800 |
| @@ -44 +44 @@ |
| -option go_package = "google.golang.org/genproto/protobuf/ptype;ptype"; |
| +option go_package = "github.com/golang/protobuf/v2/types/known;known_proto"; |
| --- a/src/google/protobuf/wrappers.proto 2018-07-23 13:56:42.000000000 -0700 |
| +++ b/src/google/protobuf/wrappers.proto 2019-01-20 03:03:45.000000000 -0800 |
| @@ -42 +42 @@ |
| -option go_package = "github.com/golang/protobuf/ptypes/wrappers"; |
| +option go_package = "github.com/golang/protobuf/v2/types/known;known_proto"; |
| EOF |
| ) | patch -d $PROTOBUF_ROOT -p1 |
| fi |
| |
| # Download each Go toolchain version. |
| GO_LATEST=go1.11.4 |
| GO_VERSIONS=(go1.9.7 go1.10.7 $GO_LATEST) |
| for GO_VERSION in ${GO_VERSIONS[@]}; do |
| if [ ! -d $GO_VERSION ]; then |
| print "download $GO_VERSION" |
| GOOS=$(uname | tr '[:upper:]' '[:lower:]') |
| (mkdir $GO_VERSION && curl -s -L https://dl.google.com/go/$GO_VERSION.$GOOS-amd64.tar.gz | tar -zxf - -C $GO_VERSION --strip-components 1) || exit 1 |
| fi |
| register_binary $GO_VERSION $GO_VERSION/bin/go |
| done |
| register_binary go $GO_LATEST/bin/go |
| register_binary gofmt $GO_LATEST/bin/gofmt |
| |
| # Travis-CI sets GOROOT, which confuses later invocations of the Go toolchains. |
| # Explicitly clear GOROOT, so each toolchain uses their default GOROOT. |
| unset GOROOT |
| |
| # Setup GOPATH for pre-module support. |
| export GOPATH=$TEST_DIR/gopath |
| MODULE_PATH=$(cd $REPO_ROOT && go list -m -f "{{.Path}}") |
| rm -rf gopath/src # best-effort delete |
| mkdir -p gopath/src/$(dirname $MODULE_PATH) |
| (cd gopath/src/$(dirname $MODULE_PATH) && ln -s $REPO_ROOT $(basename $MODULE_PATH)) |
| |
| # Download dependencies using modules. |
| # For pre-module support, dump the dependencies in a vendor directory. |
| (cd $REPO_ROOT && go mod tidy && go mod vendor) || exit 1 |
| |
| # Regenerate Go source files. |
| if [ "$1" == "-regenerate" ]; then |
| cd $REPO_ROOT |
| go run ./internal/cmd/generate-types -execute || exit 1 |
| go run ./internal/cmd/generate-protos -execute || exit 1 |
| gofmt -w $(git ls-files '*.go') || exit 1 |
| exit 0 |
| fi |
| |
| # Run tests across every supported version of Go. |
| LABELS=() |
| PIDS=() |
| OUTS=() |
| function cleanup() { for OUT in ${OUTS[@]}; do rm $OUT; done; } |
| trap cleanup EXIT |
| for GO_VERSION in ${GO_VERSIONS[@]}; do |
| # Run the go command in a background process. |
| function go() { |
| # Use a per-version Go cache to work around bugs in Go build caching. |
| # See https://golang.org/issue/26883 |
| GO_CACHE="$TEST_DIR/cache.$GO_VERSION" |
| LABELS+=("$(echo "$GO_VERSION $@")") |
| OUT=$(mktemp) |
| (cd $GOPATH/src/$MODULE_PATH && GOCACHE=$GO_CACHE $GO_VERSION "$@" &> $OUT) & |
| PIDS+=($!) |
| OUTS+=($OUT) |
| } |
| |
| # TODO: "go build" does not descend into testdata, which means that |
| # generated .pb.go files are not being built. |
| go build ./... |
| go test -race ./... |
| go test -race -tags purego ./... |
| go test -race -tags proto1_legacy ./... |
| |
| unset go # to avoid confusing later invocations of "go" |
| done |
| |
| # Wait for all processes to finish. |
| RET=0 |
| for I in ${!PIDS[@]}; do |
| print "${LABELS[$I]}" |
| if ! wait ${PIDS[$I]}; then |
| cat ${OUTS[$I]} # only output upon error |
| RET=1 |
| fi |
| done |
| |
| # Run commands that produce output when there is a failure. |
| function check() { |
| OUT=$(cd $REPO_ROOT && "$@" 2>&1) |
| if [ ! -z "$OUT" ]; then |
| print "$@" |
| echo "$OUT" |
| RET=1 |
| fi |
| } |
| |
| # Check for stale or unformatted source files. |
| check go run ./internal/cmd/generate-types |
| check go run ./internal/cmd/generate-protos |
| check gofmt -d $(cd $REPO_ROOT && git ls-files '*.go') |
| |
| # Check for changed or untracked files. |
| check git diff --no-prefix HEAD |
| check git ls-files --others --exclude-standard |
| |
| # Print termination status. |
| if [ $RET -eq 0 ]; then |
| echo -e "\x1b[32;1mPASS\x1b[0m" |
| else |
| echo -e "\x1b[31;1mFAIL\x1b[0m" |
| fi |
| exit $RET |
