]> Cypherpunks repositories - gostls13.git/commitdiff
cmd/compile/internal/types2: port nomono check from go/types
authorMatthew Dempsky <mdempsky@google.com>
Tue, 2 Nov 2021 19:50:05 +0000 (12:50 -0700)
committerMatthew Dempsky <mdempsky@google.com>
Wed, 3 Nov 2021 05:00:00 +0000 (05:00 +0000)
Same logic as CL 357449 (including CL 360815), just ported to types2.

Updates #48098.

Change-Id: I4578f7329bb4ffc42410025bb6cb97e24697ebfd
Reviewed-on: https://go-review.googlesource.com/c/go/+/360857
Trust: Matthew Dempsky <mdempsky@google.com>
Reviewed-by: Robert Griesemer <gri@golang.org>
src/cmd/compile/internal/types2/call.go
src/cmd/compile/internal/types2/check.go
src/cmd/compile/internal/types2/mono.go [new file with mode: 0644]
src/cmd/compile/internal/types2/mono_test.go [new file with mode: 0644]
src/cmd/compile/internal/types2/signature.go
src/cmd/compile/internal/types2/testdata/fixedbugs/issue48974.go2
src/cmd/compile/internal/types2/typexpr.go

index 220ba940b3f627aac0262122bb150e4cf2357392..49cae5a930d544debf09ef3252f43d0db88fc326 100644 (file)
@@ -88,6 +88,8 @@ func (check *Checker) instantiateSignature(pos syntax.Pos, typ *Signature, targs
                        pos = posList[i]
                }
                check.softErrorf(pos, err.Error())
+       } else {
+               check.mono.recordInstance(check.pkg, pos, tparams, targs, posList)
        }
 
        return inst
index 6e8883e5de4b2a85016bec40a22f330424134b03..ffc59f7011efa7d7cc3245caba3a3c4c5766a86e 100644 (file)
@@ -126,6 +126,7 @@ type Checker struct {
        imports       []*PkgName                  // list of imported packages
        dotImportMap  map[dotImportKey]*PkgName   // maps dot-imported objects to the package they were dot-imported through
        recvTParamMap map[*syntax.Name]*TypeParam // maps blank receiver type parameters to their type
+       mono          monoGraph                   // graph for detecting non-monomorphizable instantiation loops
 
        firstErr error                    // first error encountered
        methods  map[*TypeName][]*Func    // maps package scope type names to associated non-blank (non-interface) methods
@@ -317,6 +318,11 @@ func (check *Checker) checkFiles(files []*syntax.File) (err error) {
        print("== recordUntyped ==")
        check.recordUntyped()
 
+       if check.firstErr == nil {
+               // TODO(mdempsky): Ensure monomorph is safe when errors exist.
+               check.monomorph()
+       }
+
        check.pkg.complete = true
 
        // no longer needed - release memory
diff --git a/src/cmd/compile/internal/types2/mono.go b/src/cmd/compile/internal/types2/mono.go
new file mode 100644 (file)
index 0000000..39c4d4f
--- /dev/null
@@ -0,0 +1,337 @@
+// Copyright 2021 The Go Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style
+// license that can be found in the LICENSE file.
+
+package types2
+
+import (
+       "cmd/compile/internal/syntax"
+)
+
+// This file implements a check to validate that a Go package doesn't
+// have unbounded recursive instantiation, which is not compatible
+// with compilers using static instantiation (such as
+// monomorphization).
+//
+// It implements a sort of "type flow" analysis by detecting which
+// type parameters are instantiated with other type parameters (or
+// types derived thereof). A package cannot be statically instantiated
+// if the graph has any cycles involving at least one derived type.
+//
+// Concretely, we construct a directed, weighted graph. Vertices are
+// used to represent type parameters as well as some defined
+// types. Edges are used to represent how types depend on each other:
+//
+// * Everywhere a type-parameterized function or type is instantiated,
+//   we add edges to each type parameter from the vertices (if any)
+//   representing each type parameter or defined type referenced by
+//   the type argument. If the type argument is just the referenced
+//   type itself, then the edge has weight 0, otherwise 1.
+//
+// * For every defined type declared within a type-parameterized
+//   function or method, we add an edge of weight 1 to the defined
+//   type from each ambient type parameter.
+//
+// For example, given:
+//
+//     func f[A, B any]() {
+//             type T int
+//             f[T, map[A]B]()
+//     }
+//
+// we construct vertices representing types A, B, and T. Because of
+// declaration "type T int", we construct edges T<-A and T<-B with
+// weight 1; and because of instantiation "f[T, map[A]B]" we construct
+// edges A<-T with weight 0, and B<-A and B<-B with weight 1.
+//
+// Finally, we look for any positive-weight cycles. Zero-weight cycles
+// are allowed because static instantiation will reach a fixed point.
+
+type monoGraph struct {
+       vertices []monoVertex
+       edges    []monoEdge
+
+       // canon maps method receiver type parameters to their respective
+       // receiver type's type parameters.
+       canon map[*TypeParam]*TypeParam
+
+       // nameIdx maps a defined type or (canonical) type parameter to its
+       // vertex index.
+       nameIdx map[*TypeName]int
+}
+
+type monoVertex struct {
+       weight int // weight of heaviest known path to this vertex
+       pre    int // previous edge (if any) in the above path
+       len    int // length of the above path
+
+       // obj is the defined type or type parameter represented by this
+       // vertex.
+       obj *TypeName
+}
+
+type monoEdge struct {
+       dst, src int
+       weight   int
+
+       pos syntax.Pos
+       typ Type
+}
+
+func (check *Checker) monomorph() {
+       // We detect unbounded instantiation cycles using a variant of
+       // Bellman-Ford's algorithm. Namely, instead of always running |V|
+       // iterations, we run until we either reach a fixed point or we've
+       // found a path of length |V|. This allows us to terminate earlier
+       // when there are no cycles, which should be the common case.
+
+       again := true
+       for again {
+               again = false
+
+               for i, edge := range check.mono.edges {
+                       src := &check.mono.vertices[edge.src]
+                       dst := &check.mono.vertices[edge.dst]
+
+                       // N.B., we're looking for the greatest weight paths, unlike
+                       // typical Bellman-Ford.
+                       w := src.weight + edge.weight
+                       if w <= dst.weight {
+                               continue
+                       }
+
+                       dst.pre = i
+                       dst.len = src.len + 1
+                       if dst.len == len(check.mono.vertices) {
+                               check.reportInstanceLoop(edge.dst)
+                               return
+                       }
+
+                       dst.weight = w
+                       again = true
+               }
+       }
+}
+
+func (check *Checker) reportInstanceLoop(v int) {
+       var stack []int
+       seen := make([]bool, len(check.mono.vertices))
+
+       // We have a path that contains a cycle and ends at v, but v may
+       // only be reachable from the cycle, not on the cycle itself. We
+       // start by walking backwards along the path until we find a vertex
+       // that appears twice.
+       for !seen[v] {
+               stack = append(stack, v)
+               seen[v] = true
+               v = check.mono.edges[check.mono.vertices[v].pre].src
+       }
+
+       // Trim any vertices we visited before visiting v the first
+       // time. Since v is the first vertex we found within the cycle, any
+       // vertices we visited earlier cannot be part of the cycle.
+       for stack[0] != v {
+               stack = stack[1:]
+       }
+
+       // TODO(mdempsky): Pivot stack so we report the cycle from the top?
+
+       var err error_
+       obj0 := check.mono.vertices[v].obj
+       err.errorf(obj0, "instantiation cycle:")
+
+       qf := RelativeTo(check.pkg)
+       for _, v := range stack {
+               edge := check.mono.edges[check.mono.vertices[v].pre]
+               obj := check.mono.vertices[edge.dst].obj
+
+               switch obj.Type().(type) {
+               default:
+                       panic("unexpected type")
+               case *Named:
+                       err.errorf(edge.pos, "%s implicitly parameterized by %s", obj.Name(), TypeString(edge.typ, qf)) // secondary error, \t indented
+               case *TypeParam:
+                       err.errorf(edge.pos, "%s instantiated as %s", obj.Name(), TypeString(edge.typ, qf)) // secondary error, \t indented
+               }
+       }
+       check.report(&err)
+}
+
+// recordCanon records that tpar is the canonical type parameter
+// corresponding to method type parameter mpar.
+func (w *monoGraph) recordCanon(mpar, tpar *TypeParam) {
+       if w.canon == nil {
+               w.canon = make(map[*TypeParam]*TypeParam)
+       }
+       w.canon[mpar] = tpar
+}
+
+// recordInstance records that the given type parameters were
+// instantiated with the corresponding type arguments.
+func (w *monoGraph) recordInstance(pkg *Package, pos syntax.Pos, tparams []*TypeParam, targs []Type, posList []syntax.Pos) {
+       for i, tpar := range tparams {
+               pos := pos
+               if i < len(posList) {
+                       pos = posList[i]
+               }
+               w.assign(pkg, pos, tpar, targs[i])
+       }
+}
+
+// assign records that tpar was instantiated as targ at pos.
+func (w *monoGraph) assign(pkg *Package, pos syntax.Pos, tpar *TypeParam, targ Type) {
+       // Go generics do not have an analog to C++`s template-templates,
+       // where a template parameter can itself be an instantiable
+       // template. So any instantiation cycles must occur within a single
+       // package. Accordingly, we can ignore instantiations of imported
+       // type parameters.
+       //
+       // TODO(mdempsky): Push this check up into recordInstance? All type
+       // parameters in a list will appear in the same package.
+       if tpar.Obj().Pkg() != pkg {
+               return
+       }
+
+       // flow adds an edge from vertex src representing that typ flows to tpar.
+       flow := func(src int, typ Type) {
+               weight := 1
+               if typ == targ {
+                       weight = 0
+               }
+
+               w.addEdge(w.typeParamVertex(tpar), src, weight, pos, targ)
+       }
+
+       // Recursively walk the type argument to find any defined types or
+       // type parameters.
+       var do func(typ Type)
+       do = func(typ Type) {
+               switch typ := typ.(type) {
+               default:
+                       panic("unexpected type")
+
+               case *TypeParam:
+                       assert(typ.Obj().Pkg() == pkg)
+                       flow(w.typeParamVertex(typ), typ)
+
+               case *Named:
+                       if src := w.localNamedVertex(pkg, typ.Origin()); src >= 0 {
+                               flow(src, typ)
+                       }
+
+                       targs := typ.TypeArgs()
+                       for i := 0; i < targs.Len(); i++ {
+                               do(targs.At(i))
+                       }
+
+               case *Array:
+                       do(typ.Elem())
+               case *Basic:
+                       // ok
+               case *Chan:
+                       do(typ.Elem())
+               case *Map:
+                       do(typ.Key())
+                       do(typ.Elem())
+               case *Pointer:
+                       do(typ.Elem())
+               case *Slice:
+                       do(typ.Elem())
+
+               case *Interface:
+                       for i := 0; i < typ.NumMethods(); i++ {
+                               do(typ.Method(i).Type())
+                       }
+               case *Signature:
+                       tuple := func(tup *Tuple) {
+                               for i := 0; i < tup.Len(); i++ {
+                                       do(tup.At(i).Type())
+                               }
+                       }
+                       tuple(typ.Params())
+                       tuple(typ.Results())
+               case *Struct:
+                       for i := 0; i < typ.NumFields(); i++ {
+                               do(typ.Field(i).Type())
+                       }
+               }
+       }
+       do(targ)
+}
+
+// localNamedVertex returns the index of the vertex representing
+// named, or -1 if named doesn't need representation.
+func (w *monoGraph) localNamedVertex(pkg *Package, named *Named) int {
+       obj := named.Obj()
+       if obj.Pkg() != pkg {
+               return -1 // imported type
+       }
+
+       root := pkg.Scope()
+       if obj.Parent() == root {
+               return -1 // package scope, no ambient type parameters
+       }
+
+       if idx, ok := w.nameIdx[obj]; ok {
+               return idx
+       }
+
+       idx := -1
+
+       // Walk the type definition's scope to find any ambient type
+       // parameters that it's implicitly parameterized by.
+       for scope := obj.Parent(); scope != root; scope = scope.Parent() {
+               for _, elem := range scope.elems {
+                       if elem, ok := elem.(*TypeName); ok && !elem.IsAlias() && elem.Pos().Cmp(obj.Pos()) < 0 {
+                               if tpar, ok := elem.Type().(*TypeParam); ok {
+                                       if idx < 0 {
+                                               idx = len(w.vertices)
+                                               w.vertices = append(w.vertices, monoVertex{obj: obj})
+                                       }
+
+                                       w.addEdge(idx, w.typeParamVertex(tpar), 1, obj.Pos(), tpar)
+                               }
+                       }
+               }
+       }
+
+       if w.nameIdx == nil {
+               w.nameIdx = make(map[*TypeName]int)
+       }
+       w.nameIdx[obj] = idx
+       return idx
+}
+
+// typeParamVertex returns the index of the vertex representing tpar.
+func (w *monoGraph) typeParamVertex(tpar *TypeParam) int {
+       if x, ok := w.canon[tpar]; ok {
+               tpar = x
+       }
+
+       obj := tpar.Obj()
+
+       if idx, ok := w.nameIdx[obj]; ok {
+               return idx
+       }
+
+       if w.nameIdx == nil {
+               w.nameIdx = make(map[*TypeName]int)
+       }
+
+       idx := len(w.vertices)
+       w.vertices = append(w.vertices, monoVertex{obj: obj})
+       w.nameIdx[obj] = idx
+       return idx
+}
+
+func (w *monoGraph) addEdge(dst, src, weight int, pos syntax.Pos, typ Type) {
+       // TODO(mdempsky): Deduplicate redundant edges?
+       w.edges = append(w.edges, monoEdge{
+               dst:    dst,
+               src:    src,
+               weight: weight,
+
+               pos: pos,
+               typ: typ,
+       })
+}
diff --git a/src/cmd/compile/internal/types2/mono_test.go b/src/cmd/compile/internal/types2/mono_test.go
new file mode 100644 (file)
index 0000000..19d0e95
--- /dev/null
@@ -0,0 +1,89 @@
+// Copyright 2021 The Go Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style
+// license that can be found in the LICENSE file.
+
+package types2_test
+
+import (
+       "bytes"
+       "cmd/compile/internal/syntax"
+       "cmd/compile/internal/types2"
+       "errors"
+       "fmt"
+       "strings"
+       "testing"
+)
+
+func checkMono(t *testing.T, body string) error {
+       src := "package x; import `unsafe`; var _ unsafe.Pointer;\n" + body
+       file, err := syntax.Parse(syntax.NewFileBase("x.go"), strings.NewReader(src), nil, nil, syntax.AllowGenerics)
+       if err != nil {
+               t.Fatal(err)
+       }
+       files := []*syntax.File{file}
+
+       var buf bytes.Buffer
+       conf := types2.Config{
+               Error:    func(err error) { fmt.Fprintln(&buf, err) },
+               Importer: defaultImporter(),
+       }
+       conf.Check("x", files, nil)
+       if buf.Len() == 0 {
+               return nil
+       }
+       return errors.New(strings.TrimRight(buf.String(), "\n"))
+}
+
+func TestMonoGood(t *testing.T) {
+       for i, good := range goods {
+               if err := checkMono(t, good); err != nil {
+                       t.Errorf("%d: unexpected failure: %v", i, err)
+               }
+       }
+}
+
+func TestMonoBad(t *testing.T) {
+       for i, bad := range bads {
+               if err := checkMono(t, bad); err == nil {
+                       t.Errorf("%d: unexpected success", i)
+               } else {
+                       t.Log(err)
+               }
+       }
+}
+
+var goods = []string{
+       "func F[T any](x T) { F(x) }",
+       "func F[T, U, V any]() { F[U, V, T](); F[V, T, U]() }",
+       "type Ring[A, B, C any] struct { L *Ring[B, C, A]; R *Ring[C, A, B] }",
+       "func F[T any]() { type U[T any] [unsafe.Sizeof(F[*T])]byte }",
+       "func F[T any]() { type U[T any] [unsafe.Sizeof(F[*T])]byte; var _ U[int] }",
+       "type U[T any] [unsafe.Sizeof(F[*T])]byte; func F[T any]() { var _ U[U[int]] }",
+       "func F[T any]() { type A = int; F[A]() }",
+}
+
+// TODO(mdempsky): Validate specific error messages and positioning.
+
+var bads = []string{
+       "func F[T any](x T) { F(&x) }",
+       "func F[T any]() { F[*T]() }",
+       "func F[T any]() { F[[]T]() }",
+       "func F[T any]() { F[[1]T]() }",
+       "func F[T any]() { F[chan T]() }",
+       "func F[T any]() { F[map[*T]int]() }",
+       "func F[T any]() { F[map[error]T]() }",
+       "func F[T any]() { F[func(T)]() }",
+       "func F[T any]() { F[func() T]() }",
+       "func F[T any]() { F[struct{ t T }]() }",
+       "func F[T any]() { F[interface{ t() T }]() }",
+       "type U[_ any] int; func F[T any]() { F[U[T]]() }",
+       "func F[T any]() { type U int; F[U]() }",
+       "func F[T any]() { type U int; F[*U]() }",
+       "type U[T any] int; func (U[T]) m() { var _ U[*T] }",
+       "type U[T any] int; func (*U[T]) m() { var _ U[*T] }",
+       "type U[T1 any] [unsafe.Sizeof(F[*T1])]byte; func F[T2 any]() { var _ U[T2] }",
+       "func F[A, B, C, D, E any]() { F[B, C, D, E, *A]() }",
+       "type U[_ any] int; const X = unsafe.Sizeof(func() { type A[T any] U[A[*T]] })",
+       "func F[T any]() { type A = *T; F[A]() }",
+       "type A[T any] struct { _ A[*T] }",
+}
index 604d0c9dbda4d3af51e0a59eb7da0097ec0ed140..45414355879b1e8c16b48b2cca40a70db9efc165 100644 (file)
@@ -148,6 +148,7 @@ func (check *Checker) funcType(sig *Signature, recvPar *syntax.Field, tparams []
                                list := make([]Type, sig.RecvTypeParams().Len())
                                for i, t := range sig.RecvTypeParams().list() {
                                        list[i] = t
+                                       check.mono.recordCanon(t, recvTParams[i])
                                }
                                smap := makeSubstMap(recvTParams, list)
                                for i, tpar := range sig.RecvTypeParams().list() {
index ca4b6d932163b45eada0e2eb291961dfb56cfce8..d8ff7c8cf46d1b957f72bd8c1a856f693a30c9c3 100644 (file)
@@ -8,7 +8,7 @@ type Fooer interface {
        Foo()
 }
 
-type Fooable[F Fooer] struct {
+type Fooable[F /* ERROR instantiation cycle */ Fooer] struct {
        ptr F
 }
 
index d8183bfd9c9d726349f6c2d8459f000e8c884cce..95893fd1e1d50afb8ac9f5c453c87fd9e7096d08 100644 (file)
@@ -481,6 +481,8 @@ func (check *Checker) instantiatedType(x syntax.Expr, targsx []syntax.Expr, def
                                        pos = posList[i]
                                }
                                check.softErrorf(pos, err.Error())
+                       } else {
+                               check.mono.recordInstance(check.pkg, x.Pos(), inst.tparams.list(), inst.targs.list(), posList)
                        }
                }