| // Copyright 2011 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| package gc |
| |
| import ( |
| "cmd/internal/obj" |
| "fmt" |
| "strings" |
| ) |
| |
| // Run analysis on minimal sets of mutually recursive functions |
| // or single non-recursive functions, bottom up. |
| // |
| // Finding these sets is finding strongly connected components |
| // in the static call graph. The algorithm for doing that is taken |
| // from Sedgewick, Algorithms, Second Edition, p. 482, with two |
| // adaptations. |
| // |
| // First, a hidden closure function (n->curfn != N) cannot be the |
| // root of a connected component. Refusing to use it as a root |
| // forces it into the component of the function in which it appears. |
| // This is more convenient for escape analysis. |
| // |
| // Second, each function becomes two virtual nodes in the graph, |
| // with numbers n and n+1. We record the function's node number as n |
| // but search from node n+1. If the search tells us that the component |
| // number (min) is n+1, we know that this is a trivial component: one function |
| // plus its closures. If the search tells us that the component number is |
| // n, then there was a path from node n+1 back to node n, meaning that |
| // the function set is mutually recursive. The escape analysis can be |
| // more precise when analyzing a single non-recursive function than |
| // when analyzing a set of mutually recursive functions. |
| |
| // TODO(rsc): Look into using a map[*Node]bool instead of walkgen, |
| // to allow analysis passes to use walkgen themselves. |
| |
| type bottomUpVisitor struct { |
| analyze func(*NodeList, bool) |
| visitgen uint32 |
| stack *NodeList |
| } |
| |
| // visitBottomUp invokes analyze on the ODCLFUNC nodes listed in list. |
| // It calls analyze with successive groups of functions, working from |
| // the bottom of the call graph upward. Each time analyze is called with |
| // a list of functions, every function on that list only calls other functions |
| // on the list or functions that have been passed in previous invocations of |
| // analyze. Closures appear in the same list as their outer functions. |
| // The lists are as short as possible while preserving those requirements. |
| // (In a typical program, many invocations of analyze will be passed just |
| // a single function.) The boolean argument 'recursive' passed to analyze |
| // specifies whether the functions on the list are mutually recursive. |
| // If recursive is false, the list consists of only a single function and its closures. |
| // If recursive is true, the list may still contain only a single function, |
| // if that function is itself recursive. |
| func visitBottomUp(list *NodeList, analyze func(list *NodeList, recursive bool)) { |
| for l := list; l != nil; l = l.Next { |
| l.N.Walkgen = 0 |
| } |
| |
| var v bottomUpVisitor |
| v.analyze = analyze |
| for l := list; l != nil; l = l.Next { |
| if l.N.Op == ODCLFUNC && l.N.Curfn == nil { |
| v.visit(l.N) |
| } |
| } |
| |
| for l := list; l != nil; l = l.Next { |
| l.N.Walkgen = 0 |
| } |
| } |
| |
| func (v *bottomUpVisitor) visit(n *Node) uint32 { |
| if n.Walkgen > 0 { |
| // already visited |
| return n.Walkgen |
| } |
| |
| v.visitgen++ |
| n.Walkgen = v.visitgen |
| v.visitgen++ |
| min := v.visitgen |
| |
| l := new(NodeList) |
| l.Next = v.stack |
| l.N = n |
| v.stack = l |
| min = v.visitcodelist(n.Nbody, min) |
| if (min == n.Walkgen || min == n.Walkgen+1) && n.Curfn == nil { |
| // This node is the root of a strongly connected component. |
| |
| // The original min passed to visitcodelist was n->walkgen+1. |
| // If visitcodelist found its way back to n->walkgen, then this |
| // block is a set of mutually recursive functions. |
| // Otherwise it's just a lone function that does not recurse. |
| recursive := min == n.Walkgen |
| |
| // Remove connected component from stack. |
| // Mark walkgen so that future visits return a large number |
| // so as not to affect the caller's min. |
| block := v.stack |
| |
| var l *NodeList |
| for l = v.stack; l.N != n; l = l.Next { |
| l.N.Walkgen = ^uint32(0) |
| } |
| n.Walkgen = ^uint32(0) |
| v.stack = l.Next |
| l.Next = nil |
| |
| // Run escape analysis on this set of functions. |
| v.analyze(block, recursive) |
| } |
| |
| return min |
| } |
| |
| func (v *bottomUpVisitor) visitcodelist(l *NodeList, min uint32) uint32 { |
| for ; l != nil; l = l.Next { |
| min = v.visitcode(l.N, min) |
| } |
| return min |
| } |
| |
| func (v *bottomUpVisitor) visitcode(n *Node, min uint32) uint32 { |
| if n == nil { |
| return min |
| } |
| |
| min = v.visitcodelist(n.Ninit, min) |
| min = v.visitcode(n.Left, min) |
| min = v.visitcode(n.Right, min) |
| min = v.visitcodelist(n.List, min) |
| min = v.visitcode(n.Ntest, min) |
| min = v.visitcode(n.Nincr, min) |
| min = v.visitcodelist(n.Nbody, min) |
| min = v.visitcodelist(n.Nelse, min) |
| min = v.visitcodelist(n.Rlist, min) |
| |
| if n.Op == OCALLFUNC || n.Op == OCALLMETH { |
| fn := n.Left |
| if n.Op == OCALLMETH { |
| fn = n.Left.Right.Sym.Def |
| } |
| if fn != nil && fn.Op == ONAME && fn.Class == PFUNC && fn.Defn != nil { |
| m := v.visit(fn.Defn) |
| if m < min { |
| min = m |
| } |
| } |
| } |
| |
| if n.Op == OCLOSURE { |
| m := v.visit(n.Closure) |
| if m < min { |
| min = m |
| } |
| } |
| |
| return min |
| } |
| |
| // Escape analysis. |
| |
| // An escape analysis pass for a set of functions. |
| // The analysis assumes that closures and the functions in which they |
| // appear are analyzed together, so that the aliasing between their |
| // variables can be modeled more precisely. |
| // |
| // First escfunc, esc and escassign recurse over the ast of each |
| // function to dig out flow(dst,src) edges between any |
| // pointer-containing nodes and store them in dst->escflowsrc. For |
| // variables assigned to a variable in an outer scope or used as a |
| // return value, they store a flow(theSink, src) edge to a fake node |
| // 'the Sink'. For variables referenced in closures, an edge |
| // flow(closure, &var) is recorded and the flow of a closure itself to |
| // an outer scope is tracked the same way as other variables. |
| // |
| // Then escflood walks the graph starting at theSink and tags all |
| // variables of it can reach an & node as escaping and all function |
| // parameters it can reach as leaking. |
| // |
| // If a value's address is taken but the address does not escape, |
| // then the value can stay on the stack. If the value new(T) does |
| // not escape, then new(T) can be rewritten into a stack allocation. |
| // The same is true of slice literals. |
| // |
| // If optimizations are disabled (-N), this code is not used. |
| // Instead, the compiler assumes that any value whose address |
| // is taken without being immediately dereferenced |
| // needs to be moved to the heap, and new(T) and slice |
| // literals are always real allocations. |
| |
| func escapes(all *NodeList) { |
| visitBottomUp(all, escAnalyze) |
| } |
| |
| const ( |
| EscFuncUnknown = 0 + iota |
| EscFuncPlanned |
| EscFuncStarted |
| EscFuncTagged |
| ) |
| |
| // There appear to be some loops in the escape graph, causing |
| // arbitrary recursion into deeper and deeper levels. |
| // Cut this off safely by making minLevel sticky: once you |
| // get that deep, you cannot go down any further but you also |
| // cannot go up any further. This is a conservative fix. |
| // Making minLevel smaller (more negative) would handle more |
| // complex chains of indirections followed by address-of operations, |
| // at the cost of repeating the traversal once for each additional |
| // allowed level when a loop is encountered. Using -2 suffices to |
| // pass all the tests we have written so far, which we assume matches |
| // the level of complexity we want the escape analysis code to handle. |
| const ( |
| MinLevel = -2 |
| ) |
| |
| // A Level encodes the reference state and context applied to |
| // (stack, heap) allocated memory. |
| // |
| // value is the overall sum of *(1) and &(-1) operations encountered |
| // along a path from a destination (sink, return value) to a source |
| // (allocation, parameter). |
| // |
| // suffixValue is the maximum-copy-started-suffix-level applied to a sink. |
| // For example: |
| // sink = x.left.left --> level=2, x is dereferenced twice and does not escape to sink. |
| // sink = &Node{x} --> level=-1, x is accessible from sink via one "address of" |
| // sink = &Node{&Node{x}} --> level=-2, x is accessible from sink via two "address of" |
| // sink = &Node{&Node{x.left}} --> level=-1, but x is NOT accessible from sink because it was indirected and then copied. |
| // (The copy operations are sometimes implicit in the source code; in this case, |
| // value of x.left was copied into a field of a newly allocated Node) |
| // |
| // There's one of these for each Node, and the integer values |
| // rarely exceed even what can be stored in 4 bits, never mind 8. |
| type Level struct { |
| value, suffixValue int8 |
| } |
| |
| func (l Level) int() int { |
| return int(l.value) |
| } |
| |
| func levelFrom(i int) Level { |
| if i <= MinLevel { |
| return Level{value: MinLevel} |
| } |
| return Level{value: int8(i)} |
| } |
| |
| func satInc8(x int8) int8 { |
| if x == 127 { |
| return 127 |
| } |
| return x + 1 |
| } |
| |
| func satAdd8(x, y int8) int8 { |
| z := x + y |
| if x^y < 0 || x^z >= 0 { |
| return z |
| } |
| if x < 0 { |
| return -128 |
| } |
| return 127 |
| } |
| |
| func min8(a, b int8) int8 { |
| if a < b { |
| return a |
| } |
| return b |
| } |
| |
| func max8(a, b int8) int8 { |
| if a > b { |
| return a |
| } |
| return b |
| } |
| |
| // inc returns the level l + 1, representing the effect of an indirect (*) operation. |
| func (l Level) inc() Level { |
| if l.value <= MinLevel { |
| return Level{value: MinLevel} |
| } |
| return Level{value: satInc8(l.value), suffixValue: satInc8(l.suffixValue)} |
| } |
| |
| // dec returns the level l - 1, representing the effect of an address-of (&) operation. |
| func (l Level) dec() Level { |
| if l.value <= MinLevel { |
| return Level{value: MinLevel} |
| } |
| return Level{value: l.value - 1, suffixValue: l.suffixValue - 1} |
| } |
| |
| // copy returns the level for a copy of a value with level l. |
| func (l Level) copy() Level { |
| return Level{value: l.value, suffixValue: max8(l.suffixValue, 0)} |
| } |
| |
| func (l1 Level) min(l2 Level) Level { |
| return Level{ |
| value: min8(l1.value, l2.value), |
| suffixValue: min8(l1.suffixValue, l2.suffixValue)} |
| } |
| |
| // guaranteedDereference returns the number of dereferences |
| // applied to a pointer before addresses are taken/generated. |
| // This is the maximum level computed from path suffixes starting |
| // with copies where paths flow from destination to source. |
| func (l Level) guaranteedDereference() int { |
| return int(l.suffixValue) |
| } |
| |
| // Escape constants are numbered in order of increasing "escapiness" |
| // to help make inferences be monotonic. With the exception of |
| // EscNever which is sticky, eX < eY means that eY is more exposed |
| // than eX, and hence replaces it in a conservative analysis. |
| const ( |
| EscUnknown = iota |
| EscNone // Does not escape to heap, result, or parameters. |
| EscReturn // Is returned or reachable from returned. |
| EscScope // Allocated in an inner loop scope, assigned to an outer loop scope, |
| // which allows the construction of non-escaping but arbitrarily large linked |
| // data structures (i.e., not eligible for allocation in a fixed-size stack frame). |
| EscHeap // Reachable from the heap |
| EscNever // By construction will not escape. |
| EscBits = 3 |
| EscMask = (1 << EscBits) - 1 |
| EscContentEscapes = 1 << EscBits // value obtained by indirect of parameter escapes to heap |
| EscReturnBits = EscBits + 1 |
| // Node.esc encoding = | escapeReturnEncoding:(width-4) | contentEscapes:1 | escEnum:3 |
| ) |
| |
| // escMax returns the maximum of an existing escape value |
| // (and its additional parameter flow flags) and a new escape type. |
| func escMax(e, etype uint16) uint16 { |
| if e&EscMask >= EscScope { |
| // normalize |
| if e&^EscMask != 0 { |
| Fatal("Escape information had unexpected return encoding bits (w/ EscScope, EscHeap, EscNever), e&EscMask=%v", e&EscMask) |
| } |
| } |
| if e&EscMask > etype { |
| return e |
| } |
| if etype == EscNone || etype == EscReturn { |
| return (e &^ EscMask) | etype |
| } |
| return etype |
| } |
| |
| // For each input parameter to a function, the escapeReturnEncoding describes |
| // how the parameter may leak to the function's outputs. This is currently the |
| // "level" of the leak where level is 0 or larger (negative level means stored into |
| // something whose address is returned -- but that implies stored into the heap, |
| // hence EscHeap, which means that the details are not currently relevant. ) |
| const ( |
| bitsPerOutputInTag = 3 // For each output, the number of bits for a tag |
| bitsMaskForTag = uint16(1<<bitsPerOutputInTag) - 1 // The bit mask to extract a single tag. |
| outputsPerTag = (16 - EscReturnBits) / bitsPerOutputInTag // The number of outputs that can be tagged. |
| maxEncodedLevel = int(bitsMaskForTag - 1) // The largest level that can be stored in a tag. |
| ) |
| |
| type EscState struct { |
| // Fake node that all |
| // - return values and output variables |
| // - parameters on imported functions not marked 'safe' |
| // - assignments to global variables |
| // flow to. |
| theSink Node |
| |
| dsts *NodeList // all dst nodes |
| loopdepth int32 // for detecting nested loop scopes |
| pdepth int // for debug printing in recursions. |
| dstcount int // diagnostic |
| edgecount int // diagnostic |
| noesc *NodeList // list of possible non-escaping nodes, for printing |
| recursive bool // recursive function or group of mutually recursive functions. |
| } |
| |
| // funcSym returns n.Nname.Sym if no nils are encountered along the way. |
| func funcSym(n *Node) *Sym { |
| if n == nil || n.Nname == nil { |
| return nil |
| } |
| return n.Nname.Sym |
| } |
| |
| // curfnSym returns n.Curfn.Nname.Sym if no nils are encountered along the way. |
| func curfnSym(n *Node) *Sym { |
| return funcSym(n.Curfn) |
| } |
| |
| func escAnalyze(all *NodeList, recursive bool) { |
| var es EscState |
| e := &es |
| e.theSink.Op = ONAME |
| e.theSink.Orig = &e.theSink |
| e.theSink.Class = PEXTERN |
| e.theSink.Sym = Lookup(".sink") |
| e.theSink.Escloopdepth = -1 |
| e.recursive = recursive |
| |
| for l := all; l != nil; l = l.Next { |
| if l.N.Op == ODCLFUNC { |
| l.N.Esc = EscFuncPlanned |
| } |
| } |
| |
| // flow-analyze functions |
| for l := all; l != nil; l = l.Next { |
| if l.N.Op == ODCLFUNC { |
| escfunc(e, l.N) |
| } |
| } |
| |
| // print("escapes: %d e->dsts, %d edges\n", e->dstcount, e->edgecount); |
| |
| // visit the upstream of each dst, mark address nodes with |
| // addrescapes, mark parameters unsafe |
| for l := e.dsts; l != nil; l = l.Next { |
| escflood(e, l.N) |
| } |
| |
| // for all top level functions, tag the typenodes corresponding to the param nodes |
| for l := all; l != nil; l = l.Next { |
| if l.N.Op == ODCLFUNC { |
| esctag(e, l.N) |
| } |
| } |
| |
| if Debug['m'] != 0 { |
| for l := e.noesc; l != nil; l = l.Next { |
| if l.N.Esc == EscNone { |
| Warnl(int(l.N.Lineno), "%v %v does not escape", curfnSym(l.N), Nconv(l.N, obj.FmtShort)) |
| } |
| } |
| } |
| } |
| |
| func escfunc(e *EscState, func_ *Node) { |
| // print("escfunc %N %s\n", func->nname, e->recursive?"(recursive)":""); |
| |
| if func_.Esc != 1 { |
| Fatal("repeat escfunc %v", func_.Nname) |
| } |
| func_.Esc = EscFuncStarted |
| |
| saveld := e.loopdepth |
| e.loopdepth = 1 |
| savefn := Curfn |
| Curfn = func_ |
| |
| for ll := Curfn.Func.Dcl; ll != nil; ll = ll.Next { |
| if ll.N.Op != ONAME { |
| continue |
| } |
| switch ll.N.Class { |
| // out params are in a loopdepth between the sink and all local variables |
| case PPARAMOUT: |
| ll.N.Escloopdepth = 0 |
| |
| case PPARAM: |
| ll.N.Escloopdepth = 1 |
| if ll.N.Type != nil && !haspointers(ll.N.Type) { |
| break |
| } |
| if Curfn.Nbody == nil && !Curfn.Noescape { |
| ll.N.Esc = EscHeap |
| } else { |
| ll.N.Esc = EscNone // prime for escflood later |
| } |
| e.noesc = list(e.noesc, ll.N) |
| } |
| } |
| |
| // in a mutually recursive group we lose track of the return values |
| if e.recursive { |
| for ll := Curfn.Func.Dcl; ll != nil; ll = ll.Next { |
| if ll.N.Op == ONAME && ll.N.Class == PPARAMOUT { |
| escflows(e, &e.theSink, ll.N) |
| } |
| } |
| } |
| |
| escloopdepthlist(e, Curfn.Nbody) |
| esclist(e, Curfn.Nbody, Curfn) |
| Curfn = savefn |
| e.loopdepth = saveld |
| } |
| |
| // Mark labels that have no backjumps to them as not increasing e->loopdepth. |
| // Walk hasn't generated (goto|label)->left->sym->label yet, so we'll cheat |
| // and set it to one of the following two. Then in esc we'll clear it again. |
| var looping Label |
| |
| var nonlooping Label |
| |
| func escloopdepthlist(e *EscState, l *NodeList) { |
| for ; l != nil; l = l.Next { |
| escloopdepth(e, l.N) |
| } |
| } |
| |
| func escloopdepth(e *EscState, n *Node) { |
| if n == nil { |
| return |
| } |
| |
| escloopdepthlist(e, n.Ninit) |
| |
| switch n.Op { |
| case OLABEL: |
| if n.Left == nil || n.Left.Sym == nil { |
| Fatal("esc:label without label: %v", Nconv(n, obj.FmtSign)) |
| } |
| |
| // Walk will complain about this label being already defined, but that's not until |
| // after escape analysis. in the future, maybe pull label & goto analysis out of walk and put before esc |
| // if(n->left->sym->label != nil) |
| // fatal("escape analysis messed up analyzing label: %+N", n); |
| n.Left.Sym.Label = &nonlooping |
| |
| case OGOTO: |
| if n.Left == nil || n.Left.Sym == nil { |
| Fatal("esc:goto without label: %v", Nconv(n, obj.FmtSign)) |
| } |
| |
| // If we come past one that's uninitialized, this must be a (harmless) forward jump |
| // but if it's set to nonlooping the label must have preceded this goto. |
| if n.Left.Sym.Label == &nonlooping { |
| n.Left.Sym.Label = &looping |
| } |
| } |
| |
| escloopdepth(e, n.Left) |
| escloopdepth(e, n.Right) |
| escloopdepthlist(e, n.List) |
| escloopdepth(e, n.Ntest) |
| escloopdepth(e, n.Nincr) |
| escloopdepthlist(e, n.Nbody) |
| escloopdepthlist(e, n.Nelse) |
| escloopdepthlist(e, n.Rlist) |
| } |
| |
| func esclist(e *EscState, l *NodeList, up *Node) { |
| for ; l != nil; l = l.Next { |
| esc(e, l.N, up) |
| } |
| } |
| |
| func esc(e *EscState, n *Node, up *Node) { |
| if n == nil { |
| return |
| } |
| |
| lno := int(setlineno(n)) |
| |
| // ninit logically runs at a different loopdepth than the rest of the for loop. |
| esclist(e, n.Ninit, n) |
| |
| if n.Op == OFOR || n.Op == ORANGE { |
| e.loopdepth++ |
| } |
| |
| // type switch variables have no ODCL. |
| // process type switch as declaration. |
| // must happen before processing of switch body, |
| // so before recursion. |
| if n.Op == OSWITCH && n.Ntest != nil && n.Ntest.Op == OTYPESW { |
| for ll := n.List; ll != nil; ll = ll.Next { // cases |
| |
| // ll->n->nname is the variable per case |
| if ll.N.Nname != nil { |
| ll.N.Nname.Escloopdepth = e.loopdepth |
| } |
| } |
| } |
| |
| // Big stuff escapes unconditionally |
| // "Big" conditions that were scattered around in walk have been gathered here |
| if n.Esc != EscHeap && n.Type != nil && (n.Type.Width > MaxStackVarSize || |
| n.Op == ONEW && n.Type.Type.Width >= 1<<16 || |
| n.Op == OMAKESLICE && !isSmallMakeSlice(n)) { |
| if Debug['m'] > 1 { |
| Warnl(int(n.Lineno), "%v is too large for stack", n) |
| } |
| n.Esc = EscHeap |
| addrescapes(n) |
| escassign(e, &e.theSink, n) |
| } |
| |
| esc(e, n.Left, n) |
| esc(e, n.Right, n) |
| esc(e, n.Ntest, n) |
| esc(e, n.Nincr, n) |
| esclist(e, n.Nbody, n) |
| esclist(e, n.Nelse, n) |
| esclist(e, n.List, n) |
| esclist(e, n.Rlist, n) |
| |
| if n.Op == OFOR || n.Op == ORANGE { |
| e.loopdepth-- |
| } |
| |
| if Debug['m'] > 1 { |
| fmt.Printf("%v:[%d] %v esc: %v\n", Ctxt.Line(int(lineno)), e.loopdepth, funcSym(Curfn), n) |
| } |
| |
| switch n.Op { |
| // Record loop depth at declaration. |
| case ODCL: |
| if n.Left != nil { |
| n.Left.Escloopdepth = e.loopdepth |
| } |
| |
| case OLABEL: |
| if n.Left.Sym.Label == &nonlooping { |
| if Debug['m'] > 1 { |
| fmt.Printf("%v:%v non-looping label\n", Ctxt.Line(int(lineno)), n) |
| } |
| } else if n.Left.Sym.Label == &looping { |
| if Debug['m'] > 1 { |
| fmt.Printf("%v: %v looping label\n", Ctxt.Line(int(lineno)), n) |
| } |
| e.loopdepth++ |
| } |
| |
| // See case OLABEL in escloopdepth above |
| // else if(n->left->sym->label == nil) |
| // fatal("escape analysis missed or messed up a label: %+N", n); |
| |
| n.Left.Sym.Label = nil |
| |
| // Everything but fixed array is a dereference. |
| case ORANGE: |
| if n.List != nil && n.List.Next != nil { |
| if Isfixedarray(n.Type) { |
| escassign(e, n.List.Next.N, n.Right) |
| } else { |
| escassign(e, n.List.Next.N, addDereference(n.Right)) |
| } |
| } |
| |
| case OSWITCH: |
| if n.Ntest != nil && n.Ntest.Op == OTYPESW { |
| for ll := n.List; ll != nil; ll = ll.Next { // cases |
| |
| // ntest->right is the argument of the .(type), |
| // ll->n->nname is the variable per case |
| escassign(e, ll.N.Nname, n.Ntest.Right) |
| } |
| } |
| |
| // Filter out the following special case. |
| // |
| // func (b *Buffer) Foo() { |
| // n, m := ... |
| // b.buf = b.buf[n:m] |
| // } |
| // |
| // This assignment is a no-op for escape analysis, |
| // it does not store any new pointers into b that were not already there. |
| // However, without this special case b will escape, because we assign to OIND/ODOTPTR. |
| case OAS, OASOP, OASWB: |
| if (n.Left.Op == OIND || n.Left.Op == ODOTPTR) && n.Left.Left.Op == ONAME && // dst is ONAME dereference |
| (n.Right.Op == OSLICE || n.Right.Op == OSLICE3 || n.Right.Op == OSLICESTR) && // src is slice operation |
| (n.Right.Left.Op == OIND || n.Right.Left.Op == ODOTPTR) && n.Right.Left.Left.Op == ONAME && // slice is applied to ONAME dereference |
| n.Left.Left == n.Right.Left.Left { // dst and src reference the same base ONAME |
| |
| // Here we also assume that the statement will not contain calls, |
| // that is, that order will move any calls to init. |
| // Otherwise base ONAME value could change between the moments |
| // when we evaluate it for dst and for src. |
| // |
| // Note, this optimization does not apply to OSLICEARR, |
| // because it does introduce a new pointer into b that was not already there |
| // (pointer to b itself). After such assignment, if b contents escape, |
| // b escapes as well. If we ignore such OSLICEARR, we will conclude |
| // that b does not escape when b contents do. |
| if Debug['m'] != 0 { |
| Warnl(int(n.Lineno), "%v ignoring self-assignment to %v", curfnSym(n), Nconv(n.Left, obj.FmtShort)) |
| } |
| |
| break |
| } |
| |
| escassign(e, n.Left, n.Right) |
| |
| case OAS2: // x,y = a,b |
| if count(n.List) == count(n.Rlist) { |
| ll := n.List |
| lr := n.Rlist |
| for ; ll != nil; ll, lr = ll.Next, lr.Next { |
| escassign(e, ll.N, lr.N) |
| } |
| } |
| |
| case OAS2RECV, // v, ok = <-ch |
| OAS2MAPR, // v, ok = m[k] |
| OAS2DOTTYPE: // v, ok = x.(type) |
| escassign(e, n.List.N, n.Rlist.N) |
| |
| case OSEND: // ch <- x |
| escassign(e, &e.theSink, n.Right) |
| |
| case ODEFER: |
| if e.loopdepth == 1 { // top level |
| break |
| } |
| // arguments leak out of scope |
| // TODO: leak to a dummy node instead |
| fallthrough |
| |
| case OPROC: |
| // go f(x) - f and x escape |
| escassign(e, &e.theSink, n.Left.Left) |
| |
| escassign(e, &e.theSink, n.Left.Right) // ODDDARG for call |
| for ll := n.Left.List; ll != nil; ll = ll.Next { |
| escassign(e, &e.theSink, ll.N) |
| } |
| |
| case OCALLMETH, OCALLFUNC, OCALLINTER: |
| esccall(e, n, up) |
| |
| // esccall already done on n->rlist->n. tie it's escretval to n->list |
| case OAS2FUNC: // x,y = f() |
| lr := n.Rlist.N.Escretval |
| |
| var ll *NodeList |
| for ll = n.List; lr != nil && ll != nil; lr, ll = lr.Next, ll.Next { |
| escassign(e, ll.N, lr.N) |
| } |
| if lr != nil || ll != nil { |
| Fatal("esc oas2func") |
| } |
| |
| case ORETURN: |
| ll := n.List |
| if count(n.List) == 1 && Curfn.Type.Outtuple > 1 { |
| // OAS2FUNC in disguise |
| // esccall already done on n->list->n |
| // tie n->list->n->escretval to curfn->dcl PPARAMOUT's |
| ll = n.List.N.Escretval |
| } |
| |
| for lr := Curfn.Func.Dcl; lr != nil && ll != nil; lr = lr.Next { |
| if lr.N.Op != ONAME || lr.N.Class != PPARAMOUT { |
| continue |
| } |
| escassign(e, lr.N, ll.N) |
| ll = ll.Next |
| } |
| |
| if ll != nil { |
| Fatal("esc return list") |
| } |
| |
| // Argument could leak through recover. |
| case OPANIC: |
| escassign(e, &e.theSink, n.Left) |
| |
| case OAPPEND: |
| if !n.Isddd { |
| for ll := n.List.Next; ll != nil; ll = ll.Next { |
| escassign(e, &e.theSink, ll.N) // lose track of assign to dereference |
| } |
| } else { |
| // append(slice1, slice2...) -- slice2 itself does not escape, but contents do. |
| slice2 := n.List.Next.N |
| escassign(e, &e.theSink, addDereference(slice2)) // lose track of assign of dereference |
| if Debug['m'] > 2 { |
| Warnl(int(n.Lineno), "%v special treatment of append(slice1, slice2...) %v", curfnSym(n), Nconv(n, obj.FmtShort)) |
| } |
| } |
| escassign(e, &e.theSink, addDereference(n.List.N)) // The original elements are now leaked, too |
| |
| case OCONV, OCONVNOP: |
| escassign(e, n, n.Left) |
| |
| case OCONVIFACE: |
| n.Esc = EscNone // until proven otherwise |
| e.noesc = list(e.noesc, n) |
| n.Escloopdepth = e.loopdepth |
| escassign(e, n, n.Left) |
| |
| case OARRAYLIT: |
| if Isslice(n.Type) { |
| // Slice itself is not leaked until proven otherwise |
| n.Esc = EscNone |
| e.noesc = list(e.noesc, n) |
| n.Escloopdepth = e.loopdepth |
| } |
| |
| // Link values to array/slice |
| for ll := n.List; ll != nil; ll = ll.Next { |
| escassign(e, n, ll.N.Right) |
| } |
| |
| // Link values to struct. |
| case OSTRUCTLIT: |
| for ll := n.List; ll != nil; ll = ll.Next { |
| escassign(e, n, ll.N.Right) |
| } |
| |
| case OPTRLIT: |
| n.Esc = EscNone // until proven otherwise |
| e.noesc = list(e.noesc, n) |
| n.Escloopdepth = e.loopdepth |
| |
| // Link OSTRUCTLIT to OPTRLIT; if OPTRLIT escapes, OSTRUCTLIT elements do too. |
| escassign(e, n, n.Left) |
| |
| case OCALLPART: |
| n.Esc = EscNone // until proven otherwise |
| e.noesc = list(e.noesc, n) |
| n.Escloopdepth = e.loopdepth |
| |
| // Contents make it to memory, lose track. |
| escassign(e, &e.theSink, n.Left) |
| |
| case OMAPLIT: |
| n.Esc = EscNone // until proven otherwise |
| e.noesc = list(e.noesc, n) |
| n.Escloopdepth = e.loopdepth |
| |
| // Keys and values make it to memory, lose track. |
| for ll := n.List; ll != nil; ll = ll.Next { |
| escassign(e, &e.theSink, ll.N.Left) |
| escassign(e, &e.theSink, ll.N.Right) |
| } |
| |
| // Link addresses of captured variables to closure. |
| case OCLOSURE: |
| var a *Node |
| var v *Node |
| for ll := n.Func.Cvars; ll != nil; ll = ll.Next { |
| v = ll.N |
| if v.Op == OXXX { // unnamed out argument; see dcl.c:/^funcargs |
| continue |
| } |
| a = v.Closure |
| if !v.Name.Byval { |
| a = Nod(OADDR, a, nil) |
| a.Lineno = v.Lineno |
| a.Escloopdepth = e.loopdepth |
| typecheck(&a, Erv) |
| } |
| |
| escassign(e, n, a) |
| } |
| fallthrough |
| |
| case OMAKECHAN, |
| OMAKEMAP, |
| OMAKESLICE, |
| ONEW, |
| OARRAYRUNESTR, |
| OARRAYBYTESTR, |
| OSTRARRAYRUNE, |
| OSTRARRAYBYTE, |
| ORUNESTR: |
| n.Escloopdepth = e.loopdepth |
| |
| n.Esc = EscNone // until proven otherwise |
| e.noesc = list(e.noesc, n) |
| |
| case OADDSTR: |
| n.Escloopdepth = e.loopdepth |
| n.Esc = EscNone // until proven otherwise |
| e.noesc = list(e.noesc, n) |
| |
| // Arguments of OADDSTR do not escape. |
| |
| case OADDR: |
| n.Esc = EscNone // until proven otherwise |
| e.noesc = list(e.noesc, n) |
| |
| // current loop depth is an upper bound on actual loop depth |
| // of addressed value. |
| n.Escloopdepth = e.loopdepth |
| |
| // for &x, use loop depth of x if known. |
| // it should always be known, but if not, be conservative |
| // and keep the current loop depth. |
| if n.Left.Op == ONAME { |
| switch n.Left.Class { |
| case PAUTO: |
| if n.Left.Escloopdepth != 0 { |
| n.Escloopdepth = n.Left.Escloopdepth |
| } |
| |
| // PPARAM is loop depth 1 always. |
| // PPARAMOUT is loop depth 0 for writes |
| // but considered loop depth 1 for address-of, |
| // so that writing the address of one result |
| // to another (or the same) result makes the |
| // first result move to the heap. |
| case PPARAM, PPARAMOUT: |
| n.Escloopdepth = 1 |
| } |
| } |
| } |
| |
| lineno = int32(lno) |
| } |
| |
| // Assert that expr somehow gets assigned to dst, if non nil. for |
| // dst==nil, any name node expr still must be marked as being |
| // evaluated in curfn. For expr==nil, dst must still be examined for |
| // evaluations inside it (e.g *f(x) = y) |
| func escassign(e *EscState, dst *Node, src *Node) { |
| if isblank(dst) || dst == nil || src == nil || src.Op == ONONAME || src.Op == OXXX { |
| return |
| } |
| |
| if Debug['m'] > 1 { |
| fmt.Printf("%v:[%d] %v escassign: %v(%v)[%v] = %v(%v)[%v]\n", |
| Ctxt.Line(int(lineno)), e.loopdepth, funcSym(Curfn), |
| Nconv(dst, obj.FmtShort), Jconv(dst, obj.FmtShort), Oconv(int(dst.Op), 0), |
| Nconv(src, obj.FmtShort), Jconv(src, obj.FmtShort), Oconv(int(src.Op), 0)) |
| } |
| |
| setlineno(dst) |
| |
| // Analyze lhs of assignment. |
| // Replace dst with e->theSink if we can't track it. |
| switch dst.Op { |
| default: |
| Dump("dst", dst) |
| Fatal("escassign: unexpected dst") |
| |
| case OARRAYLIT, |
| OCLOSURE, |
| OCONV, |
| OCONVIFACE, |
| OCONVNOP, |
| OMAPLIT, |
| OSTRUCTLIT, |
| OPTRLIT, |
| OCALLPART: |
| break |
| |
| case ONAME: |
| if dst.Class == PEXTERN { |
| dst = &e.theSink |
| } |
| |
| case ODOT: // treat "dst.x = src" as "dst = src" |
| escassign(e, dst.Left, src) |
| |
| return |
| |
| case OINDEX: |
| if Isfixedarray(dst.Left.Type) { |
| escassign(e, dst.Left, src) |
| return |
| } |
| |
| dst = &e.theSink // lose track of dereference |
| |
| case OIND, ODOTPTR: |
| dst = &e.theSink // lose track of dereference |
| |
| // lose track of key and value |
| case OINDEXMAP: |
| escassign(e, &e.theSink, dst.Right) |
| |
| dst = &e.theSink |
| } |
| |
| lno := int(setlineno(src)) |
| e.pdepth++ |
| |
| switch src.Op { |
| case OADDR, // dst = &x |
| OIND, // dst = *x |
| ODOTPTR, // dst = (*x).f |
| ONAME, |
| OPARAM, |
| ODDDARG, |
| OPTRLIT, |
| OARRAYLIT, |
| OMAPLIT, |
| OSTRUCTLIT, |
| OMAKECHAN, |
| OMAKEMAP, |
| OMAKESLICE, |
| OARRAYRUNESTR, |
| OARRAYBYTESTR, |
| OSTRARRAYRUNE, |
| OSTRARRAYBYTE, |
| OADDSTR, |
| ONEW, |
| OCALLPART, |
| ORUNESTR, |
| OCONVIFACE: |
| escflows(e, dst, src) |
| |
| case OCLOSURE: |
| // OCLOSURE is lowered to OPTRLIT, |
| // insert OADDR to account for the additional indirection. |
| a := Nod(OADDR, src, nil) |
| a.Lineno = src.Lineno |
| a.Escloopdepth = src.Escloopdepth |
| a.Type = Ptrto(src.Type) |
| escflows(e, dst, a) |
| |
| // Flowing multiple returns to a single dst happens when |
| // analyzing "go f(g())": here g() flows to sink (issue 4529). |
| case OCALLMETH, OCALLFUNC, OCALLINTER: |
| for ll := src.Escretval; ll != nil; ll = ll.Next { |
| escflows(e, dst, ll.N) |
| } |
| |
| // A non-pointer escaping from a struct does not concern us. |
| case ODOT: |
| if src.Type != nil && !haspointers(src.Type) { |
| break |
| } |
| fallthrough |
| |
| // Conversions, field access, slice all preserve the input value. |
| case OCONV, |
| OCONVNOP, |
| ODOTMETH, |
| // treat recv.meth as a value with recv in it, only happens in ODEFER and OPROC |
| // iface.method already leaks iface in esccall, no need to put in extra ODOTINTER edge here |
| ODOTTYPE, |
| ODOTTYPE2, |
| OSLICE, |
| OSLICE3, |
| OSLICEARR, |
| OSLICE3ARR, |
| OSLICESTR: |
| // Conversions, field access, slice all preserve the input value. |
| escassign(e, dst, src.Left) |
| |
| case OAPPEND: |
| // Append returns first argument. |
| // Subsequent arguments are already leaked because they are operands to append. |
| escassign(e, dst, src.List.N) |
| |
| case OINDEX: |
| // Index of array preserves input value. |
| if Isfixedarray(src.Left.Type) { |
| escassign(e, dst, src.Left) |
| } else { |
| escflows(e, dst, src) |
| } |
| |
| // Might be pointer arithmetic, in which case |
| // the operands flow into the result. |
| // TODO(rsc): Decide what the story is here. This is unsettling. |
| case OADD, |
| OSUB, |
| OOR, |
| OXOR, |
| OMUL, |
| ODIV, |
| OMOD, |
| OLSH, |
| ORSH, |
| OAND, |
| OANDNOT, |
| OPLUS, |
| OMINUS, |
| OCOM: |
| escassign(e, dst, src.Left) |
| |
| escassign(e, dst, src.Right) |
| } |
| |
| e.pdepth-- |
| lineno = int32(lno) |
| } |
| |
| // Common case for escapes is 16 bits 000000000xxxEEEE |
| // where commonest cases for xxx encoding in-to-out pointer |
| // flow are 000, 001, 010, 011 and EEEE is computed Esc bits. |
| // Note width of xxx depends on value of constant |
| // bitsPerOutputInTag -- expect 2 or 3, so in practice the |
| // tag cache array is 64 or 128 long. Some entries will |
| // never be populated. |
| var tags [1 << (bitsPerOutputInTag + EscReturnBits)]string |
| |
| // mktag returns the string representation for an escape analysis tag. |
| func mktag(mask int) *string { |
| switch mask & EscMask { |
| case EscNone, EscReturn: |
| break |
| |
| default: |
| Fatal("escape mktag") |
| } |
| |
| if mask < len(tags) && tags[mask] != "" { |
| return &tags[mask] |
| } |
| |
| s := fmt.Sprintf("esc:0x%x", mask) |
| if mask < len(tags) { |
| tags[mask] = s |
| } |
| return &s |
| } |
| |
| // parsetag decodes an escape analysis tag and returns the esc value. |
| func parsetag(note *string) uint16 { |
| if note == nil || !strings.HasPrefix(*note, "esc:") { |
| return EscUnknown |
| } |
| em := uint16(atoi((*note)[4:])) |
| if em == 0 { |
| return EscNone |
| } |
| return em |
| } |
| |
| // describeEscape returns a string describing the escape tag. |
| // The result is either one of {EscUnknown, EscNone, EscHeap} which all have no further annotation |
| // or a description of parameter flow, which takes the form of an optional "contentToHeap" |
| // indicating that the content of this parameter is leaked to the heap, followed by a sequence |
| // of level encodings separated by spaces, one for each parameter, where _ means no flow, |
| // = means direct flow, and N asterisks (*) encodes content (obtained by indirection) flow. |
| // e.g., "contentToHeap _ =" means that a parameter's content (one or more dereferences) |
| // escapes to the heap, the parameter does not leak to the first output, but does leak directly |
| // to the second output (and if there are more than two outputs, there is no flow to those.) |
| func describeEscape(em uint16) string { |
| var s string |
| if em&EscMask == EscUnknown { |
| s = "EscUnknown" |
| } |
| if em&EscMask == EscNone { |
| s = "EscNone" |
| } |
| if em&EscMask == EscHeap { |
| s = "EscHeap" |
| } |
| if em&EscMask == EscReturn { |
| s = "EscReturn" |
| } |
| if em&EscMask == EscScope { |
| s = "EscScope" |
| } |
| if em&EscContentEscapes != 0 { |
| if s != "" { |
| s += " " |
| } |
| s += "contentToHeap" |
| } |
| for em >>= EscReturnBits; em != 0; em = em >> bitsPerOutputInTag { |
| // See encoding description above |
| if s != "" { |
| s += " " |
| } |
| switch embits := em & bitsMaskForTag; embits { |
| case 0: |
| s += "_" |
| case 1: |
| s += "=" |
| default: |
| for i := uint16(0); i < embits-1; i++ { |
| s += "*" |
| } |
| } |
| |
| } |
| return s |
| } |
| |
| // escassignfromtag models the input-to-output assignment flow of one of a function |
| // calls arguments, where the flow is encoded in "note". |
| func escassignfromtag(e *EscState, note *string, dsts *NodeList, src *Node) uint16 { |
| em := parsetag(note) |
| |
| if Debug['m'] > 2 { |
| fmt.Printf("%v::assignfromtag:: src=%v, em=%s\n", |
| Ctxt.Line(int(lineno)), Nconv(src, obj.FmtShort), describeEscape(em)) |
| } |
| |
| if em == EscUnknown { |
| escassign(e, &e.theSink, src) |
| return em |
| } |
| |
| if em == EscNone { |
| return em |
| } |
| |
| // If content inside parameter (reached via indirection) |
| // escapes to heap, mark as such. |
| if em&EscContentEscapes != 0 { |
| escassign(e, &e.theSink, addDereference(src)) |
| } |
| |
| em0 := em |
| for em >>= EscReturnBits; em != 0 && dsts != nil; em, dsts = em>>bitsPerOutputInTag, dsts.Next { |
| // Prefer the lowest-level path to the reference (for escape purposes). |
| // Two-bit encoding (for example. 1, 3, and 4 bits are other options) |
| // 01 = 0-level |
| // 10 = 1-level, (content escapes), |
| // 11 = 2-level, (content of content escapes), |
| embits := em & bitsMaskForTag |
| if embits > 0 { |
| n := src |
| for i := uint16(0); i < embits-1; i++ { |
| n = addDereference(n) // encode level>0 as indirections |
| } |
| escassign(e, dsts.N, n) |
| } |
| } |
| // If there are too many outputs to fit in the tag, |
| // that is handled at the encoding end as EscHeap, |
| // so there is no need to check here. |
| |
| if em != 0 && dsts == nil { |
| Fatal("corrupt esc tag %q or messed up escretval list\n", note) |
| } |
| return em0 |
| } |
| |
| // addDereference constructs a suitable OIND note applied to src. |
| // Because this is for purposes of escape accounting, not execution, |
| // some semantically dubious node combinations are (currently) possible. |
| func addDereference(n *Node) *Node { |
| ind := Nod(OIND, n, nil) |
| ind.Escloopdepth = n.Escloopdepth |
| ind.Lineno = n.Lineno |
| t := n.Type |
| if Istype(t, Tptr) { |
| // This should model our own sloppy use of OIND to encode |
| // decreasing levels of indirection; i.e., "indirecting" an array |
| // might yield the type of an element. To be enhanced... |
| t = t.Type |
| } |
| ind.Type = t |
| return ind |
| } |
| |
| // escNoteOutputParamFlow encodes maxEncodedLevel/.../1/0-level flow to the vargen'th parameter. |
| // Levels greater than maxEncodedLevel are replaced with maxEncodedLevel. |
| // If the encoding cannot describe the modified input level and output number, then EscHeap is returned. |
| func escNoteOutputParamFlow(e uint16, vargen int32, level Level) uint16 { |
| // Flow+level is encoded in two bits. |
| // 00 = not flow, xx = level+1 for 0 <= level <= maxEncodedLevel |
| // 16 bits for Esc allows 6x2bits or 4x3bits or 3x4bits if additional information would be useful. |
| if level.int() <= 0 && level.guaranteedDereference() > 0 { |
| return escMax(e|EscContentEscapes, EscNone) // At least one deref, thus only content. |
| } |
| if level.int() < 0 { |
| return EscHeap |
| } |
| if level.int() > maxEncodedLevel { |
| // Cannot encode larger values than maxEncodedLevel. |
| level = levelFrom(maxEncodedLevel) |
| } |
| encoded := uint16(level.int() + 1) |
| |
| shift := uint(bitsPerOutputInTag*(vargen-1) + EscReturnBits) |
| old := (e >> shift) & bitsMaskForTag |
| if old == 0 || encoded != 0 && encoded < old { |
| old = encoded |
| } |
| |
| encodedFlow := old << shift |
| if (encodedFlow>>shift)&bitsMaskForTag != old { |
| // Encoding failure defaults to heap. |
| return EscHeap |
| } |
| |
| return (e &^ (bitsMaskForTag << shift)) | encodedFlow |
| } |
| |
| func initEscretval(e *EscState, n *Node, fntype *Type) { |
| i := 0 |
| n.Escretval = nil // Suspect this is not nil for indirect calls. |
| for t := getoutargx(fntype).Type; t != nil; t = t.Down { |
| src := Nod(ONAME, nil, nil) |
| buf := fmt.Sprintf(".out%d", i) |
| i++ |
| src.Sym = Lookup(buf) |
| src.Type = t.Type |
| src.Class = PAUTO |
| src.Curfn = Curfn |
| src.Escloopdepth = e.loopdepth |
| src.Used = true |
| src.Lineno = n.Lineno |
| n.Escretval = list(n.Escretval, src) |
| } |
| } |
| |
| // This is a bit messier than fortunate, pulled out of esc's big |
| // switch for clarity. We either have the paramnodes, which may be |
| // connected to other things through flows or we have the parameter type |
| // nodes, which may be marked "noescape". Navigating the ast is slightly |
| // different for methods vs plain functions and for imported vs |
| // this-package |
| func esccall(e *EscState, n *Node, up *Node) { |
| var fntype *Type |
| var indirect bool |
| var fn *Node |
| switch n.Op { |
| default: |
| Fatal("esccall") |
| |
| case OCALLFUNC: |
| fn = n.Left |
| fntype = fn.Type |
| indirect = fn.Op != ONAME || fn.Class != PFUNC |
| |
| case OCALLMETH: |
| fn = n.Left.Right.Sym.Def |
| if fn != nil { |
| fntype = fn.Type |
| } else { |
| fntype = n.Left.Type |
| } |
| |
| case OCALLINTER: |
| fntype = n.Left.Type |
| indirect = true |
| } |
| |
| ll := n.List |
| if n.List != nil && n.List.Next == nil { |
| a := n.List.N |
| if a.Type.Etype == TSTRUCT && a.Type.Funarg != 0 { // f(g()). |
| ll = a.Escretval |
| } |
| } |
| |
| if indirect { |
| // We know nothing! |
| // Leak all the parameters |
| for ; ll != nil; ll = ll.Next { |
| escassign(e, &e.theSink, ll.N) |
| if Debug['m'] > 2 { |
| fmt.Printf("%v::esccall:: indirect call <- %v, untracked\n", Ctxt.Line(int(lineno)), Nconv(ll.N, obj.FmtShort)) |
| } |
| } |
| // Set up bogus outputs |
| initEscretval(e, n, fntype) |
| // If there is a receiver, it also leaks to heap. |
| if n.Op != OCALLFUNC { |
| t := getthisx(fntype).Type |
| src := n.Left.Left |
| if haspointers(t.Type) { |
| escassign(e, &e.theSink, src) |
| } |
| } |
| return |
| } |
| |
| if fn != nil && fn.Op == ONAME && fn.Class == PFUNC && |
| fn.Defn != nil && fn.Defn.Nbody != nil && fn.Ntype != nil && fn.Defn.Esc < EscFuncTagged { |
| if Debug['m'] > 2 { |
| fmt.Printf("%v::esccall:: %v in recursive group\n", Ctxt.Line(int(lineno)), Nconv(n, obj.FmtShort)) |
| } |
| |
| // function in same mutually recursive group. Incorporate into flow graph. |
| // print("esc local fn: %N\n", fn->ntype); |
| if fn.Defn.Esc == EscFuncUnknown || n.Escretval != nil { |
| Fatal("graph inconsistency") |
| } |
| |
| // set up out list on this call node |
| for lr := fn.Ntype.Rlist; lr != nil; lr = lr.Next { |
| n.Escretval = list(n.Escretval, lr.N.Left) // type.rlist -> dclfield -> ONAME (PPARAMOUT) |
| } |
| |
| // Receiver. |
| if n.Op != OCALLFUNC { |
| escassign(e, fn.Ntype.Left.Left, n.Left.Left) |
| } |
| |
| var src *Node |
| for lr := fn.Ntype.List; ll != nil && lr != nil; ll, lr = ll.Next, lr.Next { |
| src = ll.N |
| if lr.N.Isddd && !n.Isddd { |
| // Introduce ODDDARG node to represent ... allocation. |
| src = Nod(ODDDARG, nil, nil) |
| |
| src.Type = typ(TARRAY) |
| src.Type.Type = lr.N.Type.Type |
| src.Type.Bound = int64(count(ll)) |
| src.Type = Ptrto(src.Type) // make pointer so it will be tracked |
| src.Escloopdepth = e.loopdepth |
| src.Lineno = n.Lineno |
| src.Esc = EscNone // until we find otherwise |
| e.noesc = list(e.noesc, src) |
| n.Right = src |
| } |
| |
| if lr.N.Left != nil { |
| escassign(e, lr.N.Left, src) |
| } |
| if src != ll.N { |
| break |
| } |
| } |
| |
| // "..." arguments are untracked |
| for ; ll != nil; ll = ll.Next { |
| if Debug['m'] > 2 { |
| fmt.Printf("%v::esccall:: ... <- %v, untracked\n", Ctxt.Line(int(lineno)), Nconv(ll.N, obj.FmtShort)) |
| } |
| escassign(e, &e.theSink, ll.N) |
| } |
| |
| return |
| } |
| |
| // Imported or completely analyzed function. Use the escape tags. |
| if n.Escretval != nil { |
| Fatal("esc already decorated call %v\n", Nconv(n, obj.FmtSign)) |
| } |
| |
| if Debug['m'] > 2 { |
| fmt.Printf("%v::esccall:: %v not recursive\n", Ctxt.Line(int(lineno)), Nconv(n, obj.FmtShort)) |
| } |
| |
| // set up out list on this call node with dummy auto ONAMES in the current (calling) function. |
| initEscretval(e, n, fntype) |
| |
| // print("esc analyzed fn: %#N (%+T) returning (%+H)\n", fn, fntype, n->escretval); |
| |
| // Receiver. |
| if n.Op != OCALLFUNC { |
| t := getthisx(fntype).Type |
| src := n.Left.Left |
| if haspointers(t.Type) { |
| escassignfromtag(e, t.Note, n.Escretval, src) |
| } |
| } |
| |
| for t := getinargx(fntype).Type; ll != nil; ll = ll.Next { |
| src := ll.N |
| if t.Isddd && !n.Isddd { |
| // Introduce ODDDARG node to represent ... allocation. |
| src = Nod(ODDDARG, nil, nil) |
| |
| src.Escloopdepth = e.loopdepth |
| src.Lineno = n.Lineno |
| src.Type = typ(TARRAY) |
| src.Type.Type = t.Type.Type |
| src.Type.Bound = int64(count(ll)) |
| src.Type = Ptrto(src.Type) // make pointer so it will be tracked |
| src.Esc = EscNone // until we find otherwise |
| e.noesc = list(e.noesc, src) |
| n.Right = src |
| } |
| |
| if haspointers(t.Type) { |
| if escassignfromtag(e, t.Note, n.Escretval, src) == EscNone && up.Op != ODEFER && up.Op != OPROC { |
| a := src |
| for a.Op == OCONVNOP { |
| a = a.Left |
| } |
| switch a.Op { |
| // The callee has already been analyzed, so its arguments have esc tags. |
| // The argument is marked as not escaping at all. |
| // Record that fact so that any temporary used for |
| // synthesizing this expression can be reclaimed when |
| // the function returns. |
| // This 'noescape' is even stronger than the usual esc == EscNone. |
| // src->esc == EscNone means that src does not escape the current function. |
| // src->noescape = 1 here means that src does not escape this statement |
| // in the current function. |
| case OCALLPART, |
| OCLOSURE, |
| ODDDARG, |
| OARRAYLIT, |
| OPTRLIT, |
| OSTRUCTLIT: |
| a.Noescape = true |
| } |
| } |
| } |
| |
| if src != ll.N { |
| break |
| } |
| t = t.Down |
| } |
| |
| // "..." arguments are untracked |
| for ; ll != nil; ll = ll.Next { |
| escassign(e, &e.theSink, ll.N) |
| if Debug['m'] > 2 { |
| fmt.Printf("%v::esccall:: ... <- %v, untracked\n", Ctxt.Line(int(lineno)), Nconv(ll.N, obj.FmtShort)) |
| } |
| } |
| } |
| |
| // escflows records the link src->dst in dst, throwing out some quick wins, |
| // and also ensuring that dst is noted as a flow destination. |
| func escflows(e *EscState, dst *Node, src *Node) { |
| if dst == nil || src == nil || dst == src { |
| return |
| } |
| |
| // Don't bother building a graph for scalars. |
| if src.Type != nil && !haspointers(src.Type) { |
| return |
| } |
| |
| if Debug['m'] > 2 { |
| fmt.Printf("%v::flows:: %v <- %v\n", Ctxt.Line(int(lineno)), Nconv(dst, obj.FmtShort), Nconv(src, obj.FmtShort)) |
| } |
| |
| if dst.Escflowsrc == nil { |
| e.dsts = list(e.dsts, dst) |
| e.dstcount++ |
| } |
| |
| e.edgecount++ |
| |
| dst.Escflowsrc = list(dst.Escflowsrc, src) |
| } |
| |
| // Whenever we hit a reference node, the level goes up by one, and whenever |
| // we hit an OADDR, the level goes down by one. as long as we're on a level > 0 |
| // finding an OADDR just means we're following the upstream of a dereference, |
| // so this address doesn't leak (yet). |
| // If level == 0, it means the /value/ of this node can reach the root of this flood. |
| // so if this node is an OADDR, it's argument should be marked as escaping iff |
| // it's currfn/e->loopdepth are different from the flood's root. |
| // Once an object has been moved to the heap, all of it's upstream should be considered |
| // escaping to the global scope. |
| func escflood(e *EscState, dst *Node) { |
| switch dst.Op { |
| case ONAME, OCLOSURE: |
| break |
| |
| default: |
| return |
| } |
| |
| if Debug['m'] > 1 { |
| fmt.Printf("\nescflood:%d: dst %v scope:%v[%d]\n", walkgen, Nconv(dst, obj.FmtShort), curfnSym(dst), dst.Escloopdepth) |
| } |
| |
| for l := dst.Escflowsrc; l != nil; l = l.Next { |
| walkgen++ |
| escwalk(e, levelFrom(0), dst, l.N) |
| } |
| } |
| |
| // funcOutputAndInput reports whether dst and src correspond to output and input parameters of the same function. |
| func funcOutputAndInput(dst, src *Node) bool { |
| // Note if dst is marked as escaping, then "returned" is too weak. |
| return dst.Op == ONAME && dst.Class == PPARAMOUT && |
| src.Op == ONAME && src.Class == PPARAM && src.Curfn == dst.Curfn |
| } |
| |
| func escwalk(e *EscState, level Level, dst *Node, src *Node) { |
| |
| if src.Walkgen == walkgen { |
| // Esclevels are vectors, do not compare as integers, |
| // and must use "min" of old and new to guarantee |
| // convergence. |
| level = level.min(src.Esclevel) |
| if level == src.Esclevel { |
| return |
| } |
| } |
| |
| src.Walkgen = walkgen |
| src.Esclevel = level |
| |
| if Debug['m'] > 1 { |
| fmt.Printf("escwalk: level:%d depth:%d %.*s op=%v %v(%v) scope:%v[%d]\n", |
| level, e.pdepth, e.pdepth, "\t\t\t\t\t\t\t\t\t\t", Oconv(int(src.Op), 0), Nconv(src, obj.FmtShort), Jconv(src, obj.FmtShort), curfnSym(src), src.Escloopdepth) |
| } |
| |
| e.pdepth++ |
| |
| // Input parameter flowing to output parameter? |
| var leaks bool |
| if funcOutputAndInput(dst, src) && src.Esc&EscMask < EscScope && dst.Esc != EscHeap { |
| // This case handles: |
| // 1. return in |
| // 2. return &in |
| // 3. tmp := in; return &tmp |
| // 4. return *in |
| if Debug['m'] != 0 { |
| if Debug['m'] == 1 { |
| Warnl(int(src.Lineno), "leaking param: %v to result %v level=%v", Nconv(src, obj.FmtShort), dst.Sym, level.int()) |
| } else { |
| Warnl(int(src.Lineno), "leaking param: %v to result %v level=%v", Nconv(src, obj.FmtShort), dst.Sym, level) |
| } |
| } |
| if src.Esc&EscMask != EscReturn { |
| src.Esc = EscReturn | src.Esc&EscContentEscapes |
| } |
| src.Esc = escNoteOutputParamFlow(src.Esc, dst.Vargen, level) |
| goto recurse |
| } |
| |
| // If parameter content escapes to heap, set EscContentEscapes |
| // Note minor confusion around escape from pointer-to-struct vs escape from struct |
| if dst.Esc == EscHeap && |
| src.Op == ONAME && src.Class == PPARAM && src.Esc&EscMask < EscScope && |
| level.int() > 0 { |
| src.Esc = escMax(EscContentEscapes|src.Esc, EscNone) |
| if Debug['m'] != 0 { |
| Warnl(int(src.Lineno), "mark escaped content: %v", Nconv(src, obj.FmtShort)) |
| } |
| } |
| |
| leaks = level.int() <= 0 && level.guaranteedDereference() <= 0 && dst.Escloopdepth < src.Escloopdepth |
| |
| switch src.Op { |
| case ONAME: |
| if src.Class == PPARAM && (leaks || dst.Escloopdepth < 0) && src.Esc&EscMask < EscScope { |
| if level.guaranteedDereference() > 0 { |
| src.Esc = escMax(EscContentEscapes|src.Esc, EscNone) |
| if Debug['m'] != 0 { |
| if Debug['m'] == 1 { |
| Warnl(int(src.Lineno), "leaking param content: %v", Nconv(src, obj.FmtShort)) |
| } else { |
| Warnl(int(src.Lineno), "leaking param content: %v level=%v dst.eld=%v src.eld=%v dst=%v", |
| Nconv(src, obj.FmtShort), level, dst.Escloopdepth, src.Escloopdepth, Nconv(dst, obj.FmtShort)) |
| } |
| } |
| } else { |
| src.Esc = EscScope |
| if Debug['m'] != 0 { |
| if Debug['m'] == 1 { |
| Warnl(int(src.Lineno), "leaking param: %v", Nconv(src, obj.FmtShort)) |
| } else { |
| Warnl(int(src.Lineno), "leaking param: %v level=%v dst.eld=%v src.eld=%v dst=%v", |
| Nconv(src, obj.FmtShort), level, dst.Escloopdepth, src.Escloopdepth, Nconv(dst, obj.FmtShort)) |
| } |
| } |
| } |
| } |
| |
| // Treat a PPARAMREF closure variable as equivalent to the |
| // original variable. |
| if src.Class == PPARAMREF { |
| if leaks && Debug['m'] != 0 { |
| Warnl(int(src.Lineno), "leaking closure reference %v", Nconv(src, obj.FmtShort)) |
| } |
| escwalk(e, level, dst, src.Closure) |
| } |
| |
| case OPTRLIT, OADDR: |
| if leaks { |
| src.Esc = EscHeap |
| addrescapes(src.Left) |
| if Debug['m'] != 0 { |
| p := src |
| if p.Left.Op == OCLOSURE { |
| p = p.Left // merely to satisfy error messages in tests |
| } |
| if Debug['m'] > 1 { |
| Warnl(int(src.Lineno), "%v escapes to heap, level=%v, dst.eld=%v, src.eld=%v", |
| Nconv(p, obj.FmtShort), level, dst.Escloopdepth, src.Escloopdepth) |
| } else { |
| Warnl(int(src.Lineno), "%v escapes to heap", Nconv(p, obj.FmtShort)) |
| } |
| } |
| } |
| |
| escwalk(e, level.dec(), dst, src.Left) |
| |
| case OAPPEND: |
| escwalk(e, level, dst, src.List.N) |
| |
| case OARRAYLIT: |
| if Isfixedarray(src.Type) { |
| break |
| } |
| for ll := src.List; ll != nil; ll = ll.Next { |
| escwalk(e, level.dec(), dst, ll.N.Right) |
| } |
| |
| fallthrough |
| |
| case ODDDARG, |
| OMAKECHAN, |
| OMAKEMAP, |
| OMAKESLICE, |
| OARRAYRUNESTR, |
| OARRAYBYTESTR, |
| OSTRARRAYRUNE, |
| OSTRARRAYBYTE, |
| OADDSTR, |
| OMAPLIT, |
| ONEW, |
| OCLOSURE, |
| OCALLPART, |
| ORUNESTR, |
| OCONVIFACE: |
| if leaks { |
| src.Esc = EscHeap |
| if Debug['m'] != 0 { |
| Warnl(int(src.Lineno), "%v escapes to heap", Nconv(src, obj.FmtShort)) |
| } |
| } |
| |
| case ODOT, |
| OSLICE, |
| OSLICEARR, |
| OSLICE3, |
| OSLICE3ARR, |
| OSLICESTR: |
| escwalk(e, level, dst, src.Left) |
| |
| case OINDEX: |
| if Isfixedarray(src.Left.Type) { |
| escwalk(e, level, dst, src.Left) |
| break |
| } |
| fallthrough |
| |
| case ODOTPTR, OINDEXMAP, OIND: |
| escwalk(e, level.inc(), dst, src.Left) |
| |
| // In this case a link went directly to a call, but should really go |
| // to the dummy .outN outputs that were created for the call that |
| // themselves link to the inputs with levels adjusted. |
| // See e.g. #10466 |
| // This can only happen with functions returning a single result. |
| case OCALLMETH, OCALLFUNC, OCALLINTER: |
| if src.Escretval != nil { |
| if Debug['m'] > 1 { |
| fmt.Printf("%v:[%d] dst %v escwalk replace src: %v with %v\n", |
| Ctxt.Line(int(lineno)), e.loopdepth, |
| Nconv(dst, obj.FmtShort), Nconv(src, obj.FmtShort), Nconv(src.Escretval.N, obj.FmtShort)) |
| } |
| src = src.Escretval.N |
| } |
| } |
| |
| recurse: |
| level = level.copy() |
| for ll := src.Escflowsrc; ll != nil; ll = ll.Next { |
| escwalk(e, level, dst, ll.N) |
| } |
| |
| e.pdepth-- |
| } |
| |
| func esctag(e *EscState, func_ *Node) { |
| func_.Esc = EscFuncTagged |
| |
| // External functions are assumed unsafe, |
| // unless //go:noescape is given before the declaration. |
| if func_.Nbody == nil { |
| if func_.Noescape { |
| for t := getinargx(func_.Type).Type; t != nil; t = t.Down { |
| if haspointers(t.Type) { |
| t.Note = mktag(EscNone) |
| } |
| } |
| } |
| |
| return |
| } |
| |
| savefn := Curfn |
| Curfn = func_ |
| |
| for ll := Curfn.Func.Dcl; ll != nil; ll = ll.Next { |
| if ll.N.Op != ONAME { |
| continue |
| } |
| |
| switch ll.N.Esc & EscMask { |
| case EscNone, // not touched by escflood |
| EscReturn: |
| if haspointers(ll.N.Type) { // don't bother tagging for scalars |
| ll.N.Paramfld.Note = mktag(int(ll.N.Esc)) |
| } |
| |
| case EscHeap, // touched by escflood, moved to heap |
| EscScope: // touched by escflood, value leaves scope |
| break |
| } |
| } |
| |
| Curfn = savefn |
| } |