| // Copyright 2011 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| package gc |
| |
| import ( |
| "cmd/compile/internal/ssa" |
| "cmd/compile/internal/types" |
| "cmd/internal/dwarf" |
| "cmd/internal/obj" |
| "cmd/internal/objabi" |
| "cmd/internal/src" |
| "cmd/internal/sys" |
| "fmt" |
| "math/rand" |
| "sort" |
| "sync" |
| "time" |
| ) |
| |
| // "Portable" code generation. |
| |
| var ( |
| nBackendWorkers int // number of concurrent backend workers, set by a compiler flag |
| compilequeue []*Node // functions waiting to be compiled |
| ) |
| |
| func emitptrargsmap() { |
| if Curfn.funcname() == "_" { |
| return |
| } |
| sym := lookup(fmt.Sprintf("%s.args_stackmap", Curfn.funcname())) |
| lsym := sym.Linksym() |
| |
| nptr := int(Curfn.Type.ArgWidth() / int64(Widthptr)) |
| bv := bvalloc(int32(nptr) * 2) |
| nbitmap := 1 |
| if Curfn.Type.Results().NumFields() > 0 { |
| nbitmap = 2 |
| } |
| off := duint32(lsym, 0, uint32(nbitmap)) |
| off = duint32(lsym, off, uint32(bv.n)) |
| var xoffset int64 |
| if Curfn.IsMethod() { |
| xoffset = 0 |
| onebitwalktype1(Curfn.Type.Recvs(), &xoffset, bv) |
| } |
| |
| if Curfn.Type.Params().NumFields() > 0 { |
| xoffset = 0 |
| onebitwalktype1(Curfn.Type.Params(), &xoffset, bv) |
| } |
| |
| off = dbvec(lsym, off, bv) |
| if Curfn.Type.Results().NumFields() > 0 { |
| xoffset = 0 |
| onebitwalktype1(Curfn.Type.Results(), &xoffset, bv) |
| off = dbvec(lsym, off, bv) |
| } |
| |
| ggloblsym(lsym, int32(off), obj.RODATA|obj.LOCAL) |
| } |
| |
| // cmpstackvarlt reports whether the stack variable a sorts before b. |
| // |
| // Sort the list of stack variables. Autos after anything else, |
| // within autos, unused after used, within used, things with |
| // pointers first, zeroed things first, and then decreasing size. |
| // Because autos are laid out in decreasing addresses |
| // on the stack, pointers first, zeroed things first and decreasing size |
| // really means, in memory, things with pointers needing zeroing at |
| // the top of the stack and increasing in size. |
| // Non-autos sort on offset. |
| func cmpstackvarlt(a, b *Node) bool { |
| if (a.Class() == PAUTO) != (b.Class() == PAUTO) { |
| return b.Class() == PAUTO |
| } |
| |
| if a.Class() != PAUTO { |
| return a.Xoffset < b.Xoffset |
| } |
| |
| if a.Name.Used() != b.Name.Used() { |
| return a.Name.Used() |
| } |
| |
| ap := types.Haspointers(a.Type) |
| bp := types.Haspointers(b.Type) |
| if ap != bp { |
| return ap |
| } |
| |
| ap = a.Name.Needzero() |
| bp = b.Name.Needzero() |
| if ap != bp { |
| return ap |
| } |
| |
| if a.Type.Width != b.Type.Width { |
| return a.Type.Width > b.Type.Width |
| } |
| |
| return a.Sym.Name < b.Sym.Name |
| } |
| |
| // byStackvar implements sort.Interface for []*Node using cmpstackvarlt. |
| type byStackVar []*Node |
| |
| func (s byStackVar) Len() int { return len(s) } |
| func (s byStackVar) Less(i, j int) bool { return cmpstackvarlt(s[i], s[j]) } |
| func (s byStackVar) Swap(i, j int) { s[i], s[j] = s[j], s[i] } |
| |
| func (s *ssafn) AllocFrame(f *ssa.Func) { |
| s.stksize = 0 |
| s.stkptrsize = 0 |
| fn := s.curfn.Func |
| |
| // Mark the PAUTO's unused. |
| for _, ln := range fn.Dcl { |
| if ln.Class() == PAUTO { |
| ln.Name.SetUsed(false) |
| } |
| } |
| |
| for _, l := range f.RegAlloc { |
| if ls, ok := l.(ssa.LocalSlot); ok { |
| ls.N.(*Node).Name.SetUsed(true) |
| } |
| } |
| |
| scratchUsed := false |
| for _, b := range f.Blocks { |
| for _, v := range b.Values { |
| switch a := v.Aux.(type) { |
| case *ssa.ArgSymbol: |
| n := a.Node.(*Node) |
| // Don't modify nodfp; it is a global. |
| if n != nodfp { |
| n.Name.SetUsed(true) |
| } |
| case *ssa.AutoSymbol: |
| a.Node.(*Node).Name.SetUsed(true) |
| } |
| |
| if !scratchUsed { |
| scratchUsed = v.Op.UsesScratch() |
| } |
| } |
| } |
| |
| if f.Config.NeedsFpScratch && scratchUsed { |
| s.scratchFpMem = tempAt(src.NoXPos, s.curfn, types.Types[TUINT64]) |
| } |
| |
| sort.Sort(byStackVar(fn.Dcl)) |
| |
| // Reassign stack offsets of the locals that are used. |
| for i, n := range fn.Dcl { |
| if n.Op != ONAME || n.Class() != PAUTO { |
| continue |
| } |
| if !n.Name.Used() { |
| fn.Dcl = fn.Dcl[:i] |
| break |
| } |
| |
| dowidth(n.Type) |
| w := n.Type.Width |
| if w >= thearch.MAXWIDTH || w < 0 { |
| Fatalf("bad width") |
| } |
| s.stksize += w |
| s.stksize = Rnd(s.stksize, int64(n.Type.Align)) |
| if types.Haspointers(n.Type) { |
| s.stkptrsize = s.stksize |
| } |
| if thearch.LinkArch.InFamily(sys.MIPS, sys.MIPS64, sys.ARM, sys.ARM64, sys.PPC64, sys.S390X) { |
| s.stksize = Rnd(s.stksize, int64(Widthptr)) |
| } |
| n.Xoffset = -s.stksize |
| } |
| |
| s.stksize = Rnd(s.stksize, int64(Widthreg)) |
| s.stkptrsize = Rnd(s.stkptrsize, int64(Widthreg)) |
| } |
| |
| func compile(fn *Node) { |
| Curfn = fn |
| dowidth(fn.Type) |
| |
| if fn.Nbody.Len() == 0 { |
| emitptrargsmap() |
| return |
| } |
| |
| saveerrors() |
| |
| order(fn) |
| if nerrors != 0 { |
| return |
| } |
| |
| walk(fn) |
| if nerrors != 0 { |
| return |
| } |
| if instrumenting { |
| instrument(fn) |
| } |
| |
| // From this point, there should be no uses of Curfn. Enforce that. |
| Curfn = nil |
| |
| // Set up the function's LSym early to avoid data races with the assemblers. |
| fn.Func.initLSym() |
| |
| if compilenow() { |
| compileSSA(fn, 0) |
| } else { |
| compilequeue = append(compilequeue, fn) |
| } |
| } |
| |
| // compilenow reports whether to compile immediately. |
| // If functions are not compiled immediately, |
| // they are enqueued in compilequeue, |
| // which is drained by compileFunctions. |
| func compilenow() bool { |
| return nBackendWorkers == 1 && Debug_compilelater == 0 |
| } |
| |
| const maxStackSize = 1 << 31 |
| |
| // compileSSA builds an SSA backend function, |
| // uses it to generate a plist, |
| // and flushes that plist to machine code. |
| // worker indicates which of the backend workers is doing the processing. |
| func compileSSA(fn *Node, worker int) { |
| ssafn := buildssa(fn, worker) |
| pp := newProgs(fn, worker) |
| genssa(ssafn, pp) |
| if pp.Text.To.Offset < maxStackSize { |
| pp.Flush() |
| } else { |
| largeStackFramesMu.Lock() |
| largeStackFrames = append(largeStackFrames, fn.Pos) |
| largeStackFramesMu.Unlock() |
| } |
| // fieldtrack must be called after pp.Flush. See issue 20014. |
| fieldtrack(pp.Text.From.Sym, fn.Func.FieldTrack) |
| pp.Free() |
| } |
| |
| func init() { |
| if raceEnabled { |
| rand.Seed(time.Now().UnixNano()) |
| } |
| } |
| |
| // compileFunctions compiles all functions in compilequeue. |
| // It fans out nBackendWorkers to do the work |
| // and waits for them to complete. |
| func compileFunctions() { |
| if len(compilequeue) != 0 { |
| sizeCalculationDisabled = true // not safe to calculate sizes concurrently |
| if raceEnabled { |
| // Randomize compilation order to try to shake out races. |
| tmp := make([]*Node, len(compilequeue)) |
| perm := rand.Perm(len(compilequeue)) |
| for i, v := range perm { |
| tmp[v] = compilequeue[i] |
| } |
| copy(compilequeue, tmp) |
| } else { |
| // Compile the longest functions first, |
| // since they're most likely to be the slowest. |
| // This helps avoid stragglers. |
| obj.SortSlice(compilequeue, func(i, j int) bool { |
| return compilequeue[i].Nbody.Len() > compilequeue[j].Nbody.Len() |
| }) |
| } |
| var wg sync.WaitGroup |
| c := make(chan *Node, nBackendWorkers) |
| for i := 0; i < nBackendWorkers; i++ { |
| wg.Add(1) |
| go func(worker int) { |
| for fn := range c { |
| compileSSA(fn, worker) |
| } |
| wg.Done() |
| }(i) |
| } |
| for _, fn := range compilequeue { |
| c <- fn |
| } |
| close(c) |
| compilequeue = nil |
| wg.Wait() |
| sizeCalculationDisabled = false |
| } |
| } |
| |
| func debuginfo(fnsym *obj.LSym, curfn interface{}) []dwarf.Scope { |
| fn := curfn.(*Node) |
| if expect := fn.Func.Nname.Sym.Linksym(); fnsym != expect { |
| Fatalf("unexpected fnsym: %v != %v", fnsym, expect) |
| } |
| |
| var dwarfVars []*dwarf.Var |
| var varScopes []ScopeID |
| |
| for _, n := range fn.Func.Dcl { |
| if n.Op != ONAME { // might be OTYPE or OLITERAL |
| continue |
| } |
| |
| var name obj.AddrName |
| var abbrev int |
| offs := n.Xoffset |
| |
| switch n.Class() { |
| case PAUTO: |
| if !n.Name.Used() { |
| Fatalf("debuginfo unused node (AllocFrame should truncate fn.Func.Dcl)") |
| } |
| name = obj.NAME_AUTO |
| |
| abbrev = dwarf.DW_ABRV_AUTO |
| if Ctxt.FixedFrameSize() == 0 { |
| offs -= int64(Widthptr) |
| } |
| if objabi.Framepointer_enabled(objabi.GOOS, objabi.GOARCH) { |
| offs -= int64(Widthptr) |
| } |
| |
| case PPARAM, PPARAMOUT: |
| name = obj.NAME_PARAM |
| |
| abbrev = dwarf.DW_ABRV_PARAM |
| offs += Ctxt.FixedFrameSize() |
| |
| default: |
| continue |
| } |
| |
| gotype := ngotype(n).Linksym() |
| fnsym.Func.Autom = append(fnsym.Func.Autom, &obj.Auto{ |
| Asym: Ctxt.Lookup(n.Sym.Name), |
| Aoffset: int32(n.Xoffset), |
| Name: name, |
| Gotype: gotype, |
| }) |
| |
| if n.IsAutoTmp() { |
| continue |
| } |
| |
| typename := dwarf.InfoPrefix + gotype.Name[len("type."):] |
| dwarfVars = append(dwarfVars, &dwarf.Var{ |
| Name: n.Sym.Name, |
| Abbrev: abbrev, |
| Offset: int32(offs), |
| Type: Ctxt.Lookup(typename), |
| }) |
| |
| var scope ScopeID |
| if !n.Name.Captured() && !n.Name.Byval() { |
| // n.Pos of captured variables is their first |
| // use in the closure but they should always |
| // be assigned to scope 0 instead. |
| // TODO(mdempsky): Verify this. |
| scope = findScope(fn.Func.Marks, n.Pos) |
| } |
| |
| varScopes = append(varScopes, scope) |
| } |
| |
| return assembleScopes(fnsym, fn, dwarfVars, varScopes) |
| } |
| |
| // fieldtrack adds R_USEFIELD relocations to fnsym to record any |
| // struct fields that it used. |
| func fieldtrack(fnsym *obj.LSym, tracked map[*types.Sym]struct{}) { |
| if fnsym == nil { |
| return |
| } |
| if objabi.Fieldtrack_enabled == 0 || len(tracked) == 0 { |
| return |
| } |
| |
| trackSyms := make([]*types.Sym, 0, len(tracked)) |
| for sym := range tracked { |
| trackSyms = append(trackSyms, sym) |
| } |
| sort.Sort(symByName(trackSyms)) |
| for _, sym := range trackSyms { |
| r := obj.Addrel(fnsym) |
| r.Sym = sym.Linksym() |
| r.Type = objabi.R_USEFIELD |
| } |
| } |
| |
| type symByName []*types.Sym |
| |
| func (a symByName) Len() int { return len(a) } |
| func (a symByName) Less(i, j int) bool { return a[i].Name < a[j].Name } |
| func (a symByName) Swap(i, j int) { a[i], a[j] = a[j], a[i] } |