]> Cypherpunks repositories - gostls13.git/commitdiff
cmd/vet: parallelize tests
authorBrad Fitzpatrick <bradfitz@golang.org>
Fri, 4 Nov 2016 19:12:09 +0000 (19:12 +0000)
committerBrad Fitzpatrick <bradfitz@golang.org>
Sun, 6 Nov 2016 20:11:48 +0000 (20:11 +0000)
Was 2.3 seconds. Now 1.4 seconds.

Next win would be not running a child process and refactoring main so
it could be called from tests easily. But that would also require
rewriting the errchk written in Perl. This appears to be the last user
of errchk in the tree.

Updates #17751

Change-Id: Id7c3cec76f438590789b994e756f55b5397be07f
Reviewed-on: https://go-review.googlesource.com/32754
Run-TryBot: Brad Fitzpatrick <bradfitz@golang.org>
TryBot-Result: Gobot Gobot <gobot@golang.org>
Reviewed-by: Rob Pike <r@golang.org>
15 files changed:
src/cmd/vet/testdata/asm/asm.go [moved from src/cmd/vet/testdata/asm.go with 100% similarity]
src/cmd/vet/testdata/asm/asm1.s [moved from src/cmd/vet/testdata/asm1.s with 100% similarity]
src/cmd/vet/testdata/asm/asm2.s [moved from src/cmd/vet/testdata/asm2.s with 100% similarity]
src/cmd/vet/testdata/asm/asm3.s [moved from src/cmd/vet/testdata/asm3.s with 100% similarity]
src/cmd/vet/testdata/asm/asm4.s [moved from src/cmd/vet/testdata/asm4.s with 100% similarity]
src/cmd/vet/testdata/asm/asm5.s [moved from src/cmd/vet/testdata/asm5.s with 100% similarity]
src/cmd/vet/testdata/asm/asm6.s [moved from src/cmd/vet/testdata/asm6.s with 100% similarity]
src/cmd/vet/testdata/asm/asm7.s [moved from src/cmd/vet/testdata/asm7.s with 100% similarity]
src/cmd/vet/testdata/buildtag/buildtag.go [moved from src/cmd/vet/testdata/buildtag.go with 100% similarity]
src/cmd/vet/testdata/buildtag/buildtag_bad.go [moved from src/cmd/vet/testdata/buildtag_bad.go with 100% similarity]
src/cmd/vet/testdata/cgo/cgo.go [moved from src/cmd/vet/testdata/cgo.go with 100% similarity]
src/cmd/vet/testdata/cgo/cgo2.go [moved from src/cmd/vet/testdata/cgo2.go with 100% similarity]
src/cmd/vet/testdata/testingpkg/tests.go [new file with mode: 0644]
src/cmd/vet/testdata/testingpkg/tests_test.go [moved from src/cmd/vet/testdata/tests_test.go with 100% similarity]
src/cmd/vet/vet_test.go

diff --git a/src/cmd/vet/testdata/testingpkg/tests.go b/src/cmd/vet/testdata/testingpkg/tests.go
new file mode 100644 (file)
index 0000000..69d29d3
--- /dev/null
@@ -0,0 +1 @@
+package testdata
index b4b909e0e23b4107b67cc13809cccf5fae41fa26..853088d7680689be11df1f216ab20015064026be 100644 (file)
@@ -13,6 +13,7 @@ import (
        "os/exec"
        "path/filepath"
        "runtime"
+       "sync"
        "testing"
 )
 
@@ -40,19 +41,22 @@ func MustHavePerl(t *testing.T) {
 }
 
 var (
-       built  = false // We have built the binary.
-       failed = false // We have failed to build the binary, don't try again.
+       buildMu sync.Mutex // guards following
+       built   = false    // We have built the binary.
+       failed  = false    // We have failed to build the binary, don't try again.
 )
 
 func Build(t *testing.T) {
-       testenv.MustHaveGoBuild(t)
-       MustHavePerl(t)
+       buildMu.Lock()
+       defer buildMu.Unlock()
        if built {
                return
        }
        if failed {
                t.Skip("cannot run on this environment")
        }
+       testenv.MustHaveGoBuild(t)
+       MustHavePerl(t)
        cmd := exec.Command(testenv.GoToolPath(t), "build", "-o", binary)
        output, err := cmd.CombinedOutput()
        if err != nil {
@@ -83,69 +87,122 @@ func Vet(t *testing.T, files []string) {
 //     rm testvet
 //
 
+// TestVet tests self-contained files in testdata/*.go.
+//
+// If a file contains assembly or has inter-dependencies, it should be
+// in its own test, like TestVetAsm, TestDivergentPackagesExamples,
+// etc below.
 func TestVet(t *testing.T) {
        Build(t)
+       t.Parallel()
 
        // errchk ./testvet
        gos, err := filepath.Glob(filepath.Join(dataDir, "*.go"))
        if err != nil {
                t.Fatal(err)
        }
-       asms, err := filepath.Glob(filepath.Join(dataDir, "*.s"))
-       if err != nil {
-               t.Fatal(err)
+       wide := runtime.GOMAXPROCS(0)
+       if wide > len(gos) {
+               wide = len(gos)
+       }
+       batch := make([][]string, wide)
+       for i, file := range gos {
+               batch[i%wide] = append(batch[i%wide], file)
+       }
+       for i, files := range batch {
+               files := files
+               t.Run(fmt.Sprint(i), func(t *testing.T) {
+                       t.Parallel()
+                       t.Logf("files: %q", files)
+                       Vet(t, files)
+               })
        }
-       files := append(gos, asms...)
-       Vet(t, files)
 }
 
-func TestDivergentPackagesExamples(t *testing.T) {
+func TestVetAsm(t *testing.T) {
        Build(t)
+
+       asmDir := filepath.Join(dataDir, "asm")
+       gos, err := filepath.Glob(filepath.Join(asmDir, "*.go"))
+       if err != nil {
+               t.Fatal(err)
+       }
+       asms, err := filepath.Glob(filepath.Join(asmDir, "*.s"))
+       if err != nil {
+               t.Fatal(err)
+       }
+
+       t.Parallel()
        // errchk ./testvet
-       Vet(t, []string{"testdata/divergent"})
+       Vet(t, append(gos, asms...))
 }
 
-func TestIncompleteExamples(t *testing.T) {
+func TestVetDirs(t *testing.T) {
+       t.Parallel()
        Build(t)
-       // errchk ./testvet
-       Vet(t, []string{"testdata/incomplete/examples_test.go"})
+       for _, dir := range []string{
+               "testingpkg",
+               "divergent",
+               "buildtag",
+               "incomplete", // incomplete examples
+       } {
+               dir := dir
+               t.Run(dir, func(t *testing.T) {
+                       t.Parallel()
+                       gos, err := filepath.Glob(filepath.Join("testdata", dir, "*.go"))
+                       if err != nil {
+                               t.Fatal(err)
+                       }
+                       Vet(t, gos)
+               })
+       }
 }
 
 func run(c *exec.Cmd, t *testing.T) bool {
        output, err := c.CombinedOutput()
-       os.Stderr.Write(output)
        if err != nil {
+               t.Logf("vet output:\n%s", output)
                t.Fatal(err)
        }
        // Errchk delights by not returning non-zero status if it finds errors, so we look at the output.
        // It prints "BUG" if there is a failure.
        if !c.ProcessState.Success() {
+               t.Logf("vet output:\n%s", output)
                return false
        }
-       return !bytes.Contains(output, []byte("BUG"))
+       ok := !bytes.Contains(output, []byte("BUG"))
+       if !ok {
+               t.Logf("vet output:\n%s", output)
+       }
+       return ok
 }
 
 // TestTags verifies that the -tags argument controls which files to check.
 func TestTags(t *testing.T) {
+       t.Parallel()
        Build(t)
        for _, tag := range []string{"testtag", "x testtag y", "x,testtag,y"} {
-               t.Logf("-tags=%s", tag)
-               args := []string{
-                       "-tags=" + tag,
-                       "-v", // We're going to look at the files it examines.
-                       "testdata/tagtest",
-               }
-               cmd := exec.Command("./"+binary, args...)
-               output, err := cmd.CombinedOutput()
-               if err != nil {
-                       t.Fatal(err)
-               }
-               // file1 has testtag and file2 has !testtag.
-               if !bytes.Contains(output, []byte(filepath.Join("tagtest", "file1.go"))) {
-                       t.Error("file1 was excluded, should be included")
-               }
-               if bytes.Contains(output, []byte(filepath.Join("tagtest", "file2.go"))) {
-                       t.Error("file2 was included, should be excluded")
-               }
+               tag := tag
+               t.Run(tag, func(t *testing.T) {
+                       t.Parallel()
+                       t.Logf("-tags=%s", tag)
+                       args := []string{
+                               "-tags=" + tag,
+                               "-v", // We're going to look at the files it examines.
+                               "testdata/tagtest",
+                       }
+                       cmd := exec.Command("./"+binary, args...)
+                       output, err := cmd.CombinedOutput()
+                       if err != nil {
+                               t.Fatal(err)
+                       }
+                       // file1 has testtag and file2 has !testtag.
+                       if !bytes.Contains(output, []byte(filepath.Join("tagtest", "file1.go"))) {
+                               t.Error("file1 was excluded, should be included")
+                       }
+                       if bytes.Contains(output, []byte(filepath.Join("tagtest", "file2.go"))) {
+                               t.Error("file2 was included, should be excluded")
+                       }
+               })
        }
 }