misc/dashboard/app/build/ui.go - go - Git at Google

 // Copyright 2011 The Go Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style
 // license that can be found in the LICENSE file.

 // TODO(adg): packages at weekly/release
 // TODO(adg): some means to register new packages

 package build

 import (
 	"bytes"
 	"errors"
 	"html/template"
 	"net/http"
 	"regexp"
 	"sort"
 	"strconv"
 	"strings"

 	"appengine"
 	"appengine/datastore"
 	"cache"
 )

 func init() {
 	http.HandleFunc("/", uiHandler)
 }

 // uiHandler draws the build status page.
 func uiHandler(w http.ResponseWriter, r *http.Request) {
 	c := appengine.NewContext(r)
 	now := cache.Now(c)
 	const key = "build-ui"

 	page, _ := strconv.Atoi(r.FormValue("page"))
 	if page < 0 {
 		page = 0
 	}

 	// Used cached version of front page, if available.
 	if page == 0 {
 		var b []byte
 		if cache.Get(r, now, key, &b) {
 			w.Write(b)
 			return
 		}
 	}

 	commits, err := goCommits(c, page)
 	if err != nil {
 		logErr(w, r, err)
 		return
 	}
 	builders := commitBuilders(commits, "")

 	var tipState *TagState
 	if page == 0 {
 		// only show sub-repo state on first page
 		tipState, err = TagStateByName(c, "tip")
 		if err != nil {
 			logErr(w, r, err)
 			return
 		}
 	}

 	p := &Pagination{}
 	if len(commits) == commitsPerPage {
 		p.Next = page + 1
 	}
 	if page > 0 {
 		p.Prev = page - 1
 		p.HasPrev = true
 	}
 	data := &uiTemplateData{commits, builders, tipState, p}

 	var buf bytes.Buffer
 	if err := uiTemplate.Execute(&buf, data); err != nil {
 		logErr(w, r, err)
 		return
 	}

 	// Cache the front page.
 	if page == 0 {
 		cache.Set(r, now, key, buf.Bytes())
 	}

 	buf.WriteTo(w)
 }

 type Pagination struct {
 	Next, Prev int
 	HasPrev    bool
 }

 // goCommits gets a slice of the latest Commits to the Go repository.
 // If page > 0 it paginates by commitsPerPage.
 func goCommits(c appengine.Context, page int) ([]*Commit, error) {
 	q := datastore.NewQuery("Commit").
 		Ancestor((&Package{}).Key(c)).
 		Order("-Time").
 		Limit(commitsPerPage).
 		Offset(page * commitsPerPage)
 	var commits []*Commit
 	_, err := q.GetAll(c, &commits)
 	return commits, err
 }

 // commitBuilders returns the names of the builders that provided
 // Results for the provided commits.
 func commitBuilders(commits []*Commit, goHash string) []string {
 	builders := make(map[string]bool)
 	for _, commit := range commits {
 		for _, r := range commit.Results(goHash) {
 			builders[r.Builder] = true
 		}
 	}
 	return keys(builders)
 }

 func keys(m map[string]bool) (s []string) {
 	for k := range m {
 		s = append(s, k)
 	}
 	sort.Strings(s)
 	return
 }

 // TagState represents the state of all Packages at a Tag.
 type TagState struct {
 	Tag      *Commit
 	Packages []*PackageState
 }

 // PackageState represents the state of a Package at a Tag.
 type PackageState struct {
 	Package *Package
 	Commit  *Commit
 }

 // TagStateByName fetches the results for all Go subrepos at the specified Tag.
 func TagStateByName(c appengine.Context, name string) (*TagState, error) {
 	tag, err := GetTag(c, name)
 	if err != nil {
 		return nil, err
 	}
 	pkgs, err := Packages(c, "subrepo")
 	if err != nil {
 		return nil, err
 	}
 	var st TagState
 	for _, pkg := range pkgs {
 		com, err := pkg.LastCommit(c)
 		if err != nil {
 			c.Warningf("%v: no Commit found: %v", pkg, err)
 			continue
 		}
 		st.Packages = append(st.Packages, &PackageState{pkg, com})
 	}
 	st.Tag, err = tag.Commit(c)
 	if err != nil {
 		return nil, err
 	}
 	return &st, nil
 }

 type uiTemplateData struct {
 	Commits    []*Commit
 	Builders   []string
 	TipState   *TagState
 	Pagination *Pagination
 }

 var uiTemplate = template.Must(
 	template.New("ui.html").Funcs(tmplFuncs).ParseFiles("build/ui.html"),
 )

 var tmplFuncs = template.FuncMap{
 	"builderOS":        builderOS,
 	"builderArch":      builderArch,
 	"builderArchShort": builderArchShort,
 	"builderArchChar":  builderArchChar,
 	"builderTitle":     builderTitle,
 	"builderSpans":     builderSpans,
 	"repoURL":          repoURL,
 	"shortDesc":        shortDesc,
 	"shortHash":        shortHash,
 	"shortUser":        shortUser,
 	"tail":             tail,
 }

 func splitDash(s string) (string, string) {
 	i := strings.Index(s, "-")
 	if i >= 0 {
 		return s[:i], s[i+1:]
 	}
 	return s, ""
 }

 // builderOS returns the os tag for a builder string
 func builderOS(s string) string {
 	os, _ := splitDash(s)
 	return os
 }

 // builderArch returns the arch tag for a builder string
 func builderArch(s string) string {
 	_, arch := splitDash(s)
 	arch, _ = splitDash(arch) // chop third part
 	return arch
 }

 // builderArchShort returns a short arch tag for a builder string
 func builderArchShort(s string) string {
 	arch := builderArch(s)
 	switch arch {
 	case "amd64":
 		return "x64"
 	}
 	return arch
 }

 // builderArchChar returns the architecture letter for a builder string
 func builderArchChar(s string) string {
 	arch := builderArch(s)
 	switch arch {
 	case "386":
 		return "8"
 	case "amd64":
 		return "6"
 	case "arm":
 		return "5"
 	}
 	return arch
 }

 type builderSpan struct {
 	N  int
 	OS string
 }

 // builderSpans creates a list of tags showing
 // the builder's operating system names, spanning
 // the appropriate number of columns.
 func builderSpans(s []string) []builderSpan {
 	var sp []builderSpan
 	for len(s) > 0 {
 		i := 1
 		os := builderOS(s[0])
 		for i < len(s) && builderOS(s[i]) == os {
 			i++
 		}
 		sp = append(sp, builderSpan{i, os})
 		s = s[i:]
 	}
 	return sp
 }

 // builderTitle formats "linux-amd64-foo" as "linux amd64 foo".
 func builderTitle(s string) string {
 	return strings.Replace(s, "-", " ", -1)
 }

 // shortDesc returns the first line of a description.
 func shortDesc(desc string) string {
 	if i := strings.Index(desc, "\n"); i != -1 {
 		desc = desc[:i]
 	}
 	return desc
 }

 // shortHash returns a short version of a hash.
 func shortHash(hash string) string {
 	if len(hash) > 12 {
 		hash = hash[:12]
 	}
 	return hash
 }

 // shortUser returns a shortened version of a user string.
 func shortUser(user string) string {
 	if i, j := strings.Index(user, "<"), strings.Index(user, ">"); 0 <= i && i < j {
 		user = user[i+1 : j]
 	}
 	if i := strings.Index(user, "@"); i >= 0 {
 		return user[:i]
 	}
 	return user
 }

 // repoRe matches Google Code repositories and subrepositories (without paths).
 var repoRe = regexp.MustCompile(`^code\.google\.com/p/([a-z0-9\-]+)(\.[a-z0-9\-]+)?$`)

 // repoURL returns the URL of a change at a Google Code repository or subrepo.
 func repoURL(hash, packagePath string) (string, error) {
 	if packagePath == "" {
 		return "https://code.google.com/p/go/source/detail?r=" + hash, nil
 	}
 	m := repoRe.FindStringSubmatch(packagePath)
 	if m == nil {
 		return "", errors.New("unrecognized package: " + packagePath)
 	}
 	url := "https://code.google.com/p/" + m[1] + "/source/detail?r=" + hash
 	if len(m) > 2 {
 		url += "&repo=" + m[2][1:]
 	}
 	return url, nil
 }

 // tail returns the trailing n lines of s.
 func tail(n int, s string) string {
 	lines := strings.Split(s, "\n")
 	if len(lines) < n {
 		return s
 	}
 	return strings.Join(lines[len(lines)-n:], "\n")
 }
	// Copyright 2011 The Go Authors. All rights reserved.
	// Use of this source code is governed by a BSD-style
	// license that can be found in the LICENSE file.

	// TODO(adg): packages at weekly/release
	// TODO(adg): some means to register new packages

	package build

	import (
	"bytes"
	"errors"
	"html/template"
	"net/http"
	"regexp"
	"sort"
	"strconv"
	"strings"

	"appengine"
	"appengine/datastore"
	"cache"
	)

	func init() {
	http.HandleFunc("/", uiHandler)
	}

	// uiHandler draws the build status page.
	func uiHandler(w http.ResponseWriter, r *http.Request) {
	c := appengine.NewContext(r)
	now := cache.Now(c)
	const key = "build-ui"

	page, _ := strconv.Atoi(r.FormValue("page"))
	if page < 0 {
	page = 0
	}

	// Used cached version of front page, if available.
	if page == 0 {
	var b []byte
	if cache.Get(r, now, key, &b) {
	w.Write(b)
	return
	}
	}

	commits, err := goCommits(c, page)
	if err != nil {
	logErr(w, r, err)
	return
	}
	builders := commitBuilders(commits, "")

	var tipState *TagState
	if page == 0 {
	// only show sub-repo state on first page
	tipState, err = TagStateByName(c, "tip")
	if err != nil {
	logErr(w, r, err)
	return
	}
	}

	p := &Pagination{}
	if len(commits) == commitsPerPage {
	p.Next = page + 1
	}
	if page > 0 {
	p.Prev = page - 1
	p.HasPrev = true
	}
	data := &uiTemplateData{commits, builders, tipState, p}

	var buf bytes.Buffer
	if err := uiTemplate.Execute(&buf, data); err != nil {
	logErr(w, r, err)
	return
	}

	// Cache the front page.
	if page == 0 {
	cache.Set(r, now, key, buf.Bytes())
	}

	buf.WriteTo(w)
	}

	type Pagination struct {
	Next, Prev int
	HasPrev bool
	}

	// goCommits gets a slice of the latest Commits to the Go repository.
	// If page > 0 it paginates by commitsPerPage.
	func goCommits(c appengine.Context, page int) ([]*Commit, error) {
	q := datastore.NewQuery("Commit").
	Ancestor((&Package{}).Key(c)).
	Order("-Time").
	Limit(commitsPerPage).
	Offset(page * commitsPerPage)
	var commits []*Commit
	_, err := q.GetAll(c, &commits)
	return commits, err
	}

	// commitBuilders returns the names of the builders that provided
	// Results for the provided commits.
	func commitBuilders(commits []*Commit, goHash string) []string {
	builders := make(map[string]bool)
	for _, commit := range commits {
	for _, r := range commit.Results(goHash) {
	builders[r.Builder] = true
	}
	}
	return keys(builders)
	}

	func keys(m map[string]bool) (s []string) {
	for k := range m {
	s = append(s, k)
	}
	sort.Strings(s)
	return
	}

	// TagState represents the state of all Packages at a Tag.
	type TagState struct {
	Tag *Commit
	Packages []*PackageState
	}

	// PackageState represents the state of a Package at a Tag.
	type PackageState struct {
	Package *Package
	Commit *Commit
	}

	// TagStateByName fetches the results for all Go subrepos at the specified Tag.
	func TagStateByName(c appengine.Context, name string) (*TagState, error) {
	tag, err := GetTag(c, name)
	if err != nil {
	return nil, err
	}
	pkgs, err := Packages(c, "subrepo")
	if err != nil {
	return nil, err
	}
	var st TagState
	for _, pkg := range pkgs {
	com, err := pkg.LastCommit(c)
	if err != nil {
	c.Warningf("%v: no Commit found: %v", pkg, err)
	continue
	}
	st.Packages = append(st.Packages, &PackageState{pkg, com})
	}
	st.Tag, err = tag.Commit(c)
	if err != nil {
	return nil, err
	}
	return &st, nil
	}

	type uiTemplateData struct {
	Commits []*Commit
	Builders []string
	TipState *TagState
	Pagination *Pagination
	}

	var uiTemplate = template.Must(
	template.New("ui.html").Funcs(tmplFuncs).ParseFiles("build/ui.html"),
	)

	var tmplFuncs = template.FuncMap{
	"builderOS": builderOS,
	"builderArch": builderArch,
	"builderArchShort": builderArchShort,
	"builderArchChar": builderArchChar,
	"builderTitle": builderTitle,
	"builderSpans": builderSpans,
	"repoURL": repoURL,
	"shortDesc": shortDesc,
	"shortHash": shortHash,
	"shortUser": shortUser,
	"tail": tail,
	}

	func splitDash(s string) (string, string) {
	i := strings.Index(s, "-")
	if i >= 0 {
	return s[:i], s[i+1:]
	}
	return s, ""
	}

	// builderOS returns the os tag for a builder string
	func builderOS(s string) string {
	os, _ := splitDash(s)
	return os
	}

	// builderArch returns the arch tag for a builder string
	func builderArch(s string) string {
	_, arch := splitDash(s)
	arch, _ = splitDash(arch) // chop third part
	return arch
	}

	// builderArchShort returns a short arch tag for a builder string
	func builderArchShort(s string) string {
	arch := builderArch(s)
	switch arch {
	case "amd64":
	return "x64"
	}
	return arch
	}

	// builderArchChar returns the architecture letter for a builder string
	func builderArchChar(s string) string {
	arch := builderArch(s)
	switch arch {
	case "386":
	return "8"
	case "amd64":
	return "6"
	case "arm":
	return "5"
	}
	return arch
	}

	type builderSpan struct {
	N int
	OS string
	}

	// builderSpans creates a list of tags showing
	// the builder's operating system names, spanning
	// the appropriate number of columns.
	func builderSpans(s []string) []builderSpan {
	var sp []builderSpan
	for len(s) > 0 {
	i := 1
	os := builderOS(s[0])
	for i < len(s) && builderOS(s[i]) == os {
	i++
	}
	sp = append(sp, builderSpan{i, os})
	s = s[i:]
	}
	return sp
	}

	// builderTitle formats "linux-amd64-foo" as "linux amd64 foo".
	func builderTitle(s string) string {
	return strings.Replace(s, "-", " ", -1)
	}

	// shortDesc returns the first line of a description.
	func shortDesc(desc string) string {
	if i := strings.Index(desc, "\n"); i != -1 {
	desc = desc[:i]
	}
	return desc
	}

	// shortHash returns a short version of a hash.
	func shortHash(hash string) string {
	if len(hash) > 12 {
	hash = hash[:12]
	}
	return hash
	}

	// shortUser returns a shortened version of a user string.
	func shortUser(user string) string {
	if i, j := strings.Index(user, "<"), strings.Index(user, ">"); 0 <= i && i < j {
	user = user[i+1 : j]
	}
	if i := strings.Index(user, "@"); i >= 0 {
	return user[:i]
	}
	return user
	}

	// repoRe matches Google Code repositories and subrepositories (without paths).
	var repoRe = regexp.MustCompile(`^code\.google\.com/p/([a-z0-9\-]+)(\.[a-z0-9\-]+)?$`)

	// repoURL returns the URL of a change at a Google Code repository or subrepo.
	func repoURL(hash, packagePath string) (string, error) {
	if packagePath == "" {
	return "https://code.google.com/p/go/source/detail?r=" + hash, nil
	}
	m := repoRe.FindStringSubmatch(packagePath)
	if m == nil {
	return "", errors.New("unrecognized package: " + packagePath)
	}
	url := "https://code.google.com/p/" + m[1] + "/source/detail?r=" + hash
	if len(m) > 2 {
	url += "&repo=" + m[2][1:]
	}
	return url, nil
	}

	// tail returns the trailing n lines of s.
	func tail(n int, s string) string {
	lines := strings.Split(s, "\n")
	if len(lines) < n {
	return s
	}
	return strings.Join(lines[len(lines)-n:], "\n")
	}