blob: cdc665316d4f51fb706f1087d9f39306fea86704 [file] [log] [blame]
// Copyright 2012 The Go Authors. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
//go:build !appengine
// +build !appengine
// Package socket implements an WebSocket-based playground backend.
// Clients connect to a websocket handler and send run/kill commands, and
// the server sends the output and exit status of the running processes.
// Multiple clients running multiple processes may be served concurrently.
// The wire format is JSON and is described by the Message type.
//
// This will not run on App Engine as WebSockets are not supported there.
package socket // import "golang.org/x/tools/playground/socket"
import (
"bytes"
"encoding/json"
"errors"
"go/parser"
"go/token"
exec "golang.org/x/sys/execabs"
"io"
"io/ioutil"
"log"
"net"
"net/http"
"net/url"
"os"
"path/filepath"
"runtime"
"strings"
"time"
"unicode/utf8"
"golang.org/x/net/websocket"
"golang.org/x/tools/txtar"
)
// RunScripts specifies whether the socket handler should execute shell scripts
// (snippets that start with a shebang).
var RunScripts = true
// Environ provides an environment when a binary, such as the go tool, is
// invoked.
var Environ func() []string = os.Environ
const (
// The maximum number of messages to send per session (avoid flooding).
msgLimit = 1000
// Batch messages sent in this interval and send as a single message.
msgDelay = 10 * time.Millisecond
)
// Message is the wire format for the websocket connection to the browser.
// It is used for both sending output messages and receiving commands, as
// distinguished by the Kind field.
type Message struct {
Id string // client-provided unique id for the process
Kind string // in: "run", "kill" out: "stdout", "stderr", "end"
Body string
Options *Options `json:",omitempty"`
}
// Options specify additional message options.
type Options struct {
Race bool // use -race flag when building code (for "run" only)
}
// NewHandler returns a websocket server which checks the origin of requests.
func NewHandler(origin *url.URL) websocket.Server {
return websocket.Server{
Config: websocket.Config{Origin: origin},
Handshake: handshake,
Handler: websocket.Handler(socketHandler),
}
}
// handshake checks the origin of a request during the websocket handshake.
func handshake(c *websocket.Config, req *http.Request) error {
o, err := websocket.Origin(c, req)
if err != nil {
log.Println("bad websocket origin:", err)
return websocket.ErrBadWebSocketOrigin
}
_, port, err := net.SplitHostPort(c.Origin.Host)
if err != nil {
log.Println("bad websocket origin:", err)
return websocket.ErrBadWebSocketOrigin
}
ok := c.Origin.Scheme == o.Scheme && (c.Origin.Host == o.Host || c.Origin.Host == net.JoinHostPort(o.Host, port))
if !ok {
log.Println("bad websocket origin:", o)
return websocket.ErrBadWebSocketOrigin
}
log.Println("accepting connection from:", req.RemoteAddr)
return nil
}
// socketHandler handles the websocket connection for a given present session.
// It handles transcoding Messages to and from JSON format, and starting
// and killing processes.
func socketHandler(c *websocket.Conn) {
in, out := make(chan *Message), make(chan *Message)
errc := make(chan error, 1)
// Decode messages from client and send to the in channel.
go func() {
dec := json.NewDecoder(c)
for {
var m Message
if err := dec.Decode(&m); err != nil {
errc <- err
return
}
in <- &m
}
}()
// Receive messages from the out channel and encode to the client.
go func() {
enc := json.NewEncoder(c)
for m := range out {
if err := enc.Encode(m); err != nil {
errc <- err
return
}
}
}()
defer close(out)
// Start and kill processes and handle errors.
proc := make(map[string]*process)
for {
select {
case m := <-in:
switch m.Kind {
case "run":
log.Println("running snippet from:", c.Request().RemoteAddr)
proc[m.Id].Kill()
proc[m.Id] = startProcess(m.Id, m.Body, out, m.Options)
case "kill":
proc[m.Id].Kill()
}
case err := <-errc:
if err != io.EOF {
// A encode or decode has failed; bail.
log.Println(err)
}
// Shut down any running processes.
for _, p := range proc {
p.Kill()
}
return
}
}
}
// process represents a running process.
type process struct {
out chan<- *Message
done chan struct{} // closed when wait completes
run *exec.Cmd
path string
}
// startProcess builds and runs the given program, sending its output
// and end event as Messages on the provided channel.
func startProcess(id, body string, dest chan<- *Message, opt *Options) *process {
var (
done = make(chan struct{})
out = make(chan *Message)
p = &process{out: out, done: done}
)
go func() {
defer close(done)
for m := range buffer(limiter(out, p), time.After) {
m.Id = id
dest <- m
}
}()
var err error
if path, args := shebang(body); path != "" {
if RunScripts {
err = p.startProcess(path, args, body)
} else {
err = errors.New("script execution is not allowed")
}
} else {
err = p.start(body, opt)
}
if err != nil {
p.end(err)
return nil
}
go func() {
p.end(p.run.Wait())
}()
return p
}
// end sends an "end" message to the client, containing the process id and the
// given error value. It also removes the binary, if present.
func (p *process) end(err error) {
if p.path != "" {
defer os.RemoveAll(p.path)
}
m := &Message{Kind: "end"}
if err != nil {
m.Body = err.Error()
}
p.out <- m
close(p.out)
}
// A killer provides a mechanism to terminate a process.
// The Kill method returns only once the process has exited.
type killer interface {
Kill()
}
// limiter returns a channel that wraps the given channel.
// It receives Messages from the given channel and sends them to the returned
// channel until it passes msgLimit messages, at which point it will kill the
// process and pass only the "end" message.
// When the given channel is closed, or when the "end" message is received,
// it closes the returned channel.
func limiter(in <-chan *Message, p killer) <-chan *Message {
out := make(chan *Message)
go func() {
defer close(out)
n := 0
for m := range in {
switch {
case n < msgLimit || m.Kind == "end":
out <- m
if m.Kind == "end" {
return
}
case n == msgLimit:
// Kill in a goroutine as Kill will not return
// until the process' output has been
// processed, and we're doing that in this loop.
go p.Kill()
default:
continue // don't increment
}
n++
}
}()
return out
}
// buffer returns a channel that wraps the given channel. It receives messages
// from the given channel and sends them to the returned channel.
// Message bodies are gathered over the period msgDelay and coalesced into a
// single Message before they are passed on. Messages of the same kind are
// coalesced; when a message of a different kind is received, any buffered
// messages are flushed. When the given channel is closed, buffer flushes the
// remaining buffered messages and closes the returned channel.
// The timeAfter func should be time.After. It exists for testing.
func buffer(in <-chan *Message, timeAfter func(time.Duration) <-chan time.Time) <-chan *Message {
out := make(chan *Message)
go func() {
defer close(out)
var (
tc <-chan time.Time
buf []byte
kind string
flush = func() {
if len(buf) == 0 {
return
}
out <- &Message{Kind: kind, Body: safeString(buf)}
buf = buf[:0] // recycle buffer
kind = ""
}
)
for {
select {
case m, ok := <-in:
if !ok {
flush()
return
}
if m.Kind == "end" {
flush()
out <- m
return
}
if kind != m.Kind {
flush()
kind = m.Kind
if tc == nil {
tc = timeAfter(msgDelay)
}
}
buf = append(buf, m.Body...)
case <-tc:
flush()
tc = nil
}
}
}()
return out
}
// Kill stops the process if it is running and waits for it to exit.
func (p *process) Kill() {
if p == nil || p.run == nil {
return
}
p.run.Process.Kill()
<-p.done // block until process exits
}
// shebang looks for a shebang ('#!') at the beginning of the passed string.
// If found, it returns the path and args after the shebang.
// args includes the command as args[0].
func shebang(body string) (path string, args []string) {
body = strings.TrimSpace(body)
if !strings.HasPrefix(body, "#!") {
return "", nil
}
if i := strings.Index(body, "\n"); i >= 0 {
body = body[:i]
}
fs := strings.Fields(body[2:])
return fs[0], fs
}
// startProcess starts a given program given its path and passing the given body
// to the command standard input.
func (p *process) startProcess(path string, args []string, body string) error {
cmd := &exec.Cmd{
Path: path,
Args: args,
Stdin: strings.NewReader(body),
Stdout: &messageWriter{kind: "stdout", out: p.out},
Stderr: &messageWriter{kind: "stderr", out: p.out},
}
if err := cmd.Start(); err != nil {
return err
}
p.run = cmd
return nil
}
// start builds and starts the given program, sending its output to p.out,
// and stores the running *exec.Cmd in the run field.
func (p *process) start(body string, opt *Options) error {
// We "go build" and then exec the binary so that the
// resultant *exec.Cmd is a handle to the user's program
// (rather than the go tool process).
// This makes Kill work.
path, err := ioutil.TempDir("", "present-")
if err != nil {
return err
}
p.path = path // to be removed by p.end
out := "prog"
if runtime.GOOS == "windows" {
out = "prog.exe"
}
bin := filepath.Join(path, out)
// write body to x.go files
a := txtar.Parse([]byte(body))
if len(a.Comment) != 0 {
a.Files = append(a.Files, txtar.File{Name: "prog.go", Data: a.Comment})
a.Comment = nil
}
hasModfile := false
for _, f := range a.Files {
err = ioutil.WriteFile(filepath.Join(path, f.Name), f.Data, 0666)
if err != nil {
return err
}
if f.Name == "go.mod" {
hasModfile = true
}
}
// build x.go, creating x
args := []string{"go", "build", "-tags", "OMIT"}
if opt != nil && opt.Race {
p.out <- &Message{
Kind: "stderr",
Body: "Running with race detector.\n",
}
args = append(args, "-race")
}
args = append(args, "-o", bin)
cmd := p.cmd(path, args...)
if !hasModfile {
cmd.Env = append(cmd.Env, "GO111MODULE=off")
}
cmd.Stdout = cmd.Stderr // send compiler output to stderr
if err := cmd.Run(); err != nil {
return err
}
// run x
if isNacl() {
cmd, err = p.naclCmd(bin)
if err != nil {
return err
}
} else {
cmd = p.cmd("", bin)
}
if opt != nil && opt.Race {
cmd.Env = append(cmd.Env, "GOMAXPROCS=2")
}
if err := cmd.Start(); err != nil {
// If we failed to exec, that might be because they built
// a non-main package instead of an executable.
// Check and report that.
if name, err := packageName(body); err == nil && name != "main" {
return errors.New(`executable programs must use "package main"`)
}
return err
}
p.run = cmd
return nil
}
// cmd builds an *exec.Cmd that writes its standard output and error to the
// process' output channel.
func (p *process) cmd(dir string, args ...string) *exec.Cmd {
cmd := exec.Command(args[0], args[1:]...)
cmd.Dir = dir
cmd.Env = Environ()
cmd.Stdout = &messageWriter{kind: "stdout", out: p.out}
cmd.Stderr = &messageWriter{kind: "stderr", out: p.out}
return cmd
}
func isNacl() bool {
for _, v := range append(Environ(), os.Environ()...) {
if v == "GOOS=nacl" {
return true
}
}
return false
}
// naclCmd returns an *exec.Cmd that executes bin under native client.
func (p *process) naclCmd(bin string) (*exec.Cmd, error) {
pwd, err := os.Getwd()
if err != nil {
return nil, err
}
var args []string
env := []string{
"NACLENV_GOOS=" + runtime.GOOS,
"NACLENV_GOROOT=/go",
"NACLENV_NACLPWD=" + strings.Replace(pwd, runtime.GOROOT(), "/go", 1),
}
switch runtime.GOARCH {
case "amd64":
env = append(env, "NACLENV_GOARCH=amd64p32")
args = []string{"sel_ldr_x86_64"}
case "386":
env = append(env, "NACLENV_GOARCH=386")
args = []string{"sel_ldr_x86_32"}
case "arm":
env = append(env, "NACLENV_GOARCH=arm")
selLdr, err := exec.LookPath("sel_ldr_arm")
if err != nil {
return nil, err
}
args = []string{"nacl_helper_bootstrap_arm", selLdr, "--reserved_at_zero=0xXXXXXXXXXXXXXXXX"}
default:
return nil, errors.New("native client does not support GOARCH=" + runtime.GOARCH)
}
cmd := p.cmd("", append(args, "-l", "/dev/null", "-S", "-e", bin)...)
cmd.Env = append(cmd.Env, env...)
return cmd, nil
}
func packageName(body string) (string, error) {
f, err := parser.ParseFile(token.NewFileSet(), "prog.go",
strings.NewReader(body), parser.PackageClauseOnly)
if err != nil {
return "", err
}
return f.Name.String(), nil
}
// messageWriter is an io.Writer that converts all writes to Message sends on
// the out channel with the specified id and kind.
type messageWriter struct {
kind string
out chan<- *Message
}
func (w *messageWriter) Write(b []byte) (n int, err error) {
w.out <- &Message{Kind: w.kind, Body: safeString(b)}
return len(b), nil
}
// safeString returns b as a valid UTF-8 string.
func safeString(b []byte) string {
if utf8.Valid(b) {
return string(b)
}
var buf bytes.Buffer
for len(b) > 0 {
r, size := utf8.DecodeRune(b)
b = b[size:]
buf.WriteRune(r)
}
return buf.String()
}