dashboard, env: add js-wasm-node18 builder
Build and use a new container image with Node.js v18.12.1:
$ docker run gcr.io/symbolic-datum-552/js-wasm-node18:latest /usr/bin/node --version
v18.12.1
Use this as an opportunity to tweak/simplify the builder configuration
a bit. For example, drop the dist test skips for "nolibgcc:crypto/x509"
and "vendor/golang.org/x/arch" since they're no-ops, and try 3 helpers
at first since I feel that might work well, and in the worst case will
give us useful timing data.
Add it as a non-trybot with a known issue first. Once it works, I'll
switch it to be the default trybot, and drop the old builder when it
stops being useful.
For golang/go#57017.
Change-Id: I89188fedbc6c636579754402a1ad81c588f92d71
Reviewed-on: https://go-review.googlesource.com/c/build/+/460036
Reviewed-by: Dmitri Shuralyov <dmitshur@google.com>
Reviewed-by: Johan Brandhorst-Satzkorn <johan.brandhorst@gmail.com>
Auto-Submit: Dmitri Shuralyov <dmitshur@golang.org>
TryBot-Result: Gopher Robot <gobot@golang.org>
Reviewed-by: Heschi Kreinick <heschi@google.com>
Run-TryBot: Dmitri Shuralyov <dmitshur@golang.org>
diff --git a/dashboard/builders.go b/dashboard/builders.go
index c5aa51d..2ba99db 100644
--- a/dashboard/builders.go
+++ b/dashboard/builders.go
@@ -285,10 +285,15 @@
SSHUsername: "root",
},
"host-linux-amd64-js-wasm": {
- Notes: "Container with node.js for testing js/wasm.",
+ Notes: "Container with Node.js 14 for testing js/wasm.",
ContainerImage: "js-wasm:latest",
SSHUsername: "root",
},
+ "host-linux-amd64-js-wasm-node18": {
+ Notes: "Container with Node.js 18 for testing js/wasm.",
+ ContainerImage: "js-wasm-node18:latest",
+ SSHUsername: "root",
+ },
"host-linux-amd64-localdev": {
IsReverse: true,
ExpectNum: 0,
@@ -1957,7 +1962,6 @@
}
return b
},
-
distTestAdjust: func(run bool, distTest string, isNormalTry bool) bool {
if isNormalTry {
if strings.Contains(distTest, "/internal/") ||
@@ -1979,6 +1983,37 @@
},
})
addBuilder(BuildConfig{
+ Name: "js-wasm-node18",
+ HostType: "host-linux-amd64-js-wasm-node18",
+ KnownIssues: []int{57017},
+ buildsRepo: func(repo, branch, goBranch string) bool {
+ b := buildRepoByDefault(repo)
+ switch repo {
+ case "benchmarks", "debug", "perf", "talks", "tools", "tour", "website":
+ // Don't test these golang.org/x repos.
+ b = false
+ }
+ if repo != "go" && !(branch == "master" && goBranch == "master") {
+ // For golang.org/x repos, don't test non-latest versions.
+ b = false
+ }
+ return b
+ },
+ distTestAdjust: func(run bool, distTest string, isNormalTry bool) bool {
+ if isNormalTry && (strings.Contains(distTest, "/internal/") || distTest == "reboot") {
+ // Skip some tests in an attempt to speed up normal trybots, inherited from CL 121938.
+ run = false
+ }
+ return run
+ },
+ numTryTestHelpers: 3,
+ env: []string{
+ "GOOS=js", "GOARCH=wasm", "GOHOSTOS=linux", "GOHOSTARCH=amd64",
+ "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/workdir/go/misc/wasm",
+ "GO_DISABLE_OUTBOUND_NETWORK=1",
+ },
+ })
+ addBuilder(BuildConfig{
Name: "openbsd-amd64-68",
HostType: "host-openbsd-amd64-68",
distTestAdjust: noTestDirAndNoReboot,
diff --git a/env/js-wasm-node18/Dockerfile b/env/js-wasm-node18/Dockerfile
new file mode 100644
index 0000000..a07b880
--- /dev/null
+++ b/env/js-wasm-node18/Dockerfile
@@ -0,0 +1,17 @@
+# Copyright 2022 The Go Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style
+# license that can be found in the LICENSE file.
+
+FROM {{REPO}}/linux-x86-sid:20221109
+LABEL maintainer="golang-dev@googlegroups.com"
+
+ENV DEBIAN_FRONTEND noninteractive
+
+# A copy of https://deb.nodesource.com/setup_18.x.
+COPY setup_18.x setup_18.x
+
+RUN bash setup_18.x && \
+ apt-get install -y nodejs && \
+ rm -rf setup_18.x /var/lib/apt/lists/*
+
+CMD ["/usr/local/bin/stage0"]
diff --git a/env/js-wasm-node18/Makefile b/env/js-wasm-node18/Makefile
new file mode 100644
index 0000000..7ebbb1f
--- /dev/null
+++ b/env/js-wasm-node18/Makefile
@@ -0,0 +1,26 @@
+# Copyright 2022 The Go Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style
+# license that can be found in the LICENSE file.
+
+IMAGE_NAME=$(shell basename $(CURDIR))
+PROD_REPO=gcr.io/symbolic-datum-552
+
+usage:
+ echo "Use prod or dev targets. For dev, specify your Docker repository with the REPO=foo argument." ; exit 1
+
+prod: Dockerfile
+ sed 's|{{REPO}}|'"$(PROD_REPO)"'|g' Dockerfile > Dockerfile.make
+ docker build -t $(PROD_REPO)/$(IMAGE_NAME):latest -f Dockerfile.make .
+
+pushprod: prod
+ docker push $(PROD_REPO)/$(IMAGE_NAME):latest
+ rm Dockerfile.make
+
+# You must provide a REPO=your-repo-name arg when you make
+# this target. REPO is the name of the Docker repository
+# that will be prefixed to the name of the image being built.
+dev: Dockerfile
+ sed 's|{{REPO}}|'"$(REPO)"'|g' Dockerfile > Dockerfile.make
+ docker build -t $(REPO)/$(IMAGE_NAME):latest -f Dockerfile.make .
+ docker push $(REPO)/$(IMAGE_NAME):latest
+ rm Dockerfile.make
diff --git a/env/js-wasm-node18/setup_18.x b/env/js-wasm-node18/setup_18.x
new file mode 100644
index 0000000..50dd64d
--- /dev/null
+++ b/env/js-wasm-node18/setup_18.x
@@ -0,0 +1,367 @@
+#!/bin/bash
+
+# Discussion, issues and change requests at:
+# https://github.com/nodesource/distributions
+#
+# Script to install the NodeSource Node.js 18.x repo onto a
+# Debian or Ubuntu system.
+#
+# Run as root or insert `sudo -E` before `bash`:
+#
+# curl -sL https://deb.nodesource.com/setup_18.x | bash -
+# or
+# wget -qO- https://deb.nodesource.com/setup_18.x | bash -
+#
+# CONTRIBUTIONS TO THIS SCRIPT
+#
+# This script is built from a template in
+# https://github.com/nodesource/distributions/tree/master/deb/src
+# please don't submit pull requests against the built scripts.
+#
+
+
+export DEBIAN_FRONTEND=noninteractive
+SCRSUFFIX="_18.x"
+NODENAME="Node.js 18.x"
+NODEREPO="node_18.x"
+NODEPKG="nodejs"
+
+print_status() {
+ echo
+ echo "## $1"
+ echo
+}
+
+if test -t 1; then # if terminal
+ ncolors=$(which tput > /dev/null && tput colors) # supports color
+ if test -n "$ncolors" && test $ncolors -ge 8; then
+ termcols=$(tput cols)
+ bold="$(tput bold)"
+ underline="$(tput smul)"
+ standout="$(tput smso)"
+ normal="$(tput sgr0)"
+ black="$(tput setaf 0)"
+ red="$(tput setaf 1)"
+ green="$(tput setaf 2)"
+ yellow="$(tput setaf 3)"
+ blue="$(tput setaf 4)"
+ magenta="$(tput setaf 5)"
+ cyan="$(tput setaf 6)"
+ white="$(tput setaf 7)"
+ fi
+fi
+
+print_bold() {
+ title="$1"
+ text="$2"
+
+ echo
+ echo "${red}================================================================================${normal}"
+ echo "${red}================================================================================${normal}"
+ echo
+ echo -e " ${bold}${yellow}${title}${normal}"
+ echo
+ echo -en " ${text}"
+ echo
+ echo "${red}================================================================================${normal}"
+ echo "${red}================================================================================${normal}"
+}
+
+bail() {
+ echo 'Error executing command, exiting'
+ exit 1
+}
+
+exec_cmd_nobail() {
+ echo "+ $1"
+ bash -c "$1"
+}
+
+exec_cmd() {
+ exec_cmd_nobail "$1" || bail
+}
+
+node_deprecation_warning() {
+ if [[ "X${NODENAME}" == "Xio.js 1.x" ||
+ "X${NODENAME}" == "Xio.js 2.x" ||
+ "X${NODENAME}" == "Xio.js 3.x" ||
+ "X${NODENAME}" == "XNode.js 0.10" ||
+ "X${NODENAME}" == "XNode.js 0.12" ||
+ "X${NODENAME}" == "XNode.js 4.x LTS Argon" ||
+ "X${NODENAME}" == "XNode.js 5.x" ||
+ "X${NODENAME}" == "XNode.js 6.x LTS Boron" ||
+ "X${NODENAME}" == "XNode.js 7.x" ||
+ "X${NODENAME}" == "XNode.js 8.x LTS Carbon" ||
+ "X${NODENAME}" == "XNode.js 9.x" ||
+ "X${NODENAME}" == "XNode.js 10.x" ||
+ "X${NODENAME}" == "XNode.js 11.x" ||
+ "X${NODENAME}" == "XNode.js 12.x" ||
+ "X${NODENAME}" == "XNode.js 13.x" ||
+ "X${NODENAME}" == "XNode.js 15.x" ||
+ "X${NODENAME}" == "XNode.js 17.x" ]]; then
+
+ print_bold \
+" DEPRECATION WARNING " "\
+${bold}${NODENAME} is no longer actively supported!${normal}
+
+ ${bold}You will not receive security or critical stability updates${normal} for this version.
+
+ You should migrate to a supported version of Node.js as soon as possible.
+ Use the installation script that corresponds to the version of Node.js you
+ wish to install. e.g.
+
+ * ${green}https://deb.nodesource.com/setup_14.x — Node.js 14 \"Fermium\"${normal}
+ * ${green}https://deb.nodesource.com/setup_16.x — Node.js 16 \"Gallium\"${normal}
+ * ${green}https://deb.nodesource.com/setup_18.x — Node.js 18 LTS \"Hydrogen\"${normal} (recommended)
+ * ${green}https://deb.nodesource.com/setup_19.x — Node.js 19 \"Nineteen\"${normal} (current)
+
+ Please see ${bold}https://github.com/nodejs/Release${normal} for details about which
+ version may be appropriate for you.
+
+ The ${bold}NodeSource${normal} Node.js distributions repository contains
+ information both about supported versions of Node.js and supported Linux
+ distributions. To learn more about usage, see the repository:
+ ${bold}https://github.com/nodesource/distributions${normal}
+"
+ echo
+ echo "Continuing in 20 seconds ..."
+ echo
+ sleep 20
+ fi
+}
+
+script_deprecation_warning() {
+ if [ "X${SCRSUFFIX}" == "X" ]; then
+ print_bold \
+" SCRIPT DEPRECATION WARNING " "\
+This script, located at ${bold}https://deb.nodesource.com/setup${normal}, used to
+ install Node.js 0.10, is deprecated and will eventually be made inactive.
+
+ You should use the script that corresponds to the version of Node.js you
+ wish to install. e.g.
+
+ * ${green}https://deb.nodesource.com/setup_14.x — Node.js 14 \"Fermium\"${normal}
+ * ${green}https://deb.nodesource.com/setup_16.x — Node.js 16 \"Gallium\"${normal}
+ * ${green}https://deb.nodesource.com/setup_18.x — Node.js 18 LTS \"Hydrogen\"${normal} (recommended)
+ * ${green}https://deb.nodesource.com/setup_19.x — Node.js 19 \"Nineteen\"${normal} (current)
+
+ Please see ${bold}https://github.com/nodejs/Release${normal} for details about which
+ version may be appropriate for you.
+
+ The ${bold}NodeSource${normal} Node.js Linux distributions GitHub repository contains
+ information about which versions of Node.js and which Linux distributions
+ are supported and how to use the install scripts.
+ ${bold}https://github.com/nodesource/distributions${normal}
+"
+
+ echo
+ echo "Continuing in 20 seconds (press Ctrl-C to abort) ..."
+ echo
+ sleep 20
+ fi
+}
+
+setup() {
+
+script_deprecation_warning
+node_deprecation_warning
+
+print_status "Installing the NodeSource ${NODENAME} repo..."
+
+if $(uname -m | grep -Eq ^armv6); then
+ print_status "You appear to be running on ARMv6 hardware. Unfortunately this is not currently supported by the NodeSource Linux distributions. Please use the 'linux-armv6l' binary tarballs available directly from nodejs.org for Node.js 4 and later."
+ exit 1
+fi
+
+PRE_INSTALL_PKGS=""
+
+# Check that HTTPS transport is available to APT
+# (Check snaked from: https://get.docker.io/ubuntu/)
+
+if [ ! -e /usr/lib/apt/methods/https ]; then
+ PRE_INSTALL_PKGS="${PRE_INSTALL_PKGS} apt-transport-https"
+fi
+
+if [ ! -x /usr/bin/lsb_release ]; then
+ PRE_INSTALL_PKGS="${PRE_INSTALL_PKGS} lsb-release"
+fi
+
+if [ ! -x /usr/bin/curl ] && [ ! -x /usr/bin/wget ]; then
+ PRE_INSTALL_PKGS="${PRE_INSTALL_PKGS} curl"
+fi
+
+# Used by apt-key to add new keys
+
+if [ ! -x /usr/bin/gpg ]; then
+ PRE_INSTALL_PKGS="${PRE_INSTALL_PKGS} gnupg"
+fi
+
+# Populating Cache
+print_status "Populating apt-get cache..."
+exec_cmd 'apt-get update'
+
+if [ "X${PRE_INSTALL_PKGS}" != "X" ]; then
+ print_status "Installing packages required for setup:${PRE_INSTALL_PKGS}..."
+ # This next command needs to be redirected to /dev/null or the script will bork
+ # in some environments
+ exec_cmd "apt-get install -y${PRE_INSTALL_PKGS} > /dev/null 2>&1"
+fi
+
+IS_PRERELEASE=$(lsb_release -d | grep 'Ubuntu .*development' >& /dev/null; echo $?)
+if [[ $IS_PRERELEASE -eq 0 ]]; then
+ print_status "Your distribution, identified as \"$(lsb_release -d -s)\", is a pre-release version of Ubuntu. NodeSource does not maintain official support for Ubuntu versions until they are formally released. You can try using the manual installation instructions available at https://github.com/nodesource/distributions and use the latest supported Ubuntu version name as the distribution identifier, although this is not guaranteed to work."
+ exit 1
+fi
+
+DISTRO=$(lsb_release -c -s)
+
+check_alt() {
+ if [ "X${DISTRO}" == "X${2}" ]; then
+ echo
+ echo "## You seem to be using ${1} version ${DISTRO}."
+ echo "## This maps to ${3} \"${4}\"... Adjusting for you..."
+ DISTRO="${4}"
+ fi
+}
+
+check_alt "Astra Linux" "orel" "Debian" "stretch"
+check_alt "BOSS" "anokha" "Debian" "wheezy"
+check_alt "BOSS" "anoop" "Debian" "jessie"
+check_alt "BOSS" "drishti" "Debian" "stretch"
+check_alt "BOSS" "unnati" "Debian" "buster"
+check_alt "BOSS" "urja" "Debian" "bullseye"
+check_alt "bunsenlabs" "bunsen-hydrogen" "Debian" "jessie"
+check_alt "bunsenlabs" "helium" "Debian" "stretch"
+check_alt "bunsenlabs" "lithium" "Debian" "buster"
+check_alt "Devuan" "jessie" "Debian" "jessie"
+check_alt "Devuan" "ascii" "Debian" "stretch"
+check_alt "Devuan" "beowulf" "Debian" "buster"
+check_alt "Devuan" "chimaera" "Debian" "bullseye"
+check_alt "Devuan" "ceres" "Debian" "sid"
+check_alt "Deepin" "panda" "Debian" "sid"
+check_alt "Deepin" "unstable" "Debian" "sid"
+check_alt "Deepin" "stable" "Debian" "buster"
+check_alt "Deepin" "apricot" "Debian" "buster"
+check_alt "elementaryOS" "luna" "Ubuntu" "precise"
+check_alt "elementaryOS" "freya" "Ubuntu" "trusty"
+check_alt "elementaryOS" "loki" "Ubuntu" "xenial"
+check_alt "elementaryOS" "juno" "Ubuntu" "bionic"
+check_alt "elementaryOS" "hera" "Ubuntu" "bionic"
+check_alt "elementaryOS" "odin" "Ubuntu" "focal"
+check_alt "elementaryOS" "jolnir" "Ubuntu" "focal"
+check_alt "Kali" "sana" "Debian" "jessie"
+check_alt "Kali" "kali-rolling" "Debian" "bullseye"
+check_alt "Linux Mint" "maya" "Ubuntu" "precise"
+check_alt "Linux Mint" "qiana" "Ubuntu" "trusty"
+check_alt "Linux Mint" "rafaela" "Ubuntu" "trusty"
+check_alt "Linux Mint" "rebecca" "Ubuntu" "trusty"
+check_alt "Linux Mint" "rosa" "Ubuntu" "trusty"
+check_alt "Linux Mint" "sarah" "Ubuntu" "xenial"
+check_alt "Linux Mint" "serena" "Ubuntu" "xenial"
+check_alt "Linux Mint" "sonya" "Ubuntu" "xenial"
+check_alt "Linux Mint" "sylvia" "Ubuntu" "xenial"
+check_alt "Linux Mint" "tara" "Ubuntu" "bionic"
+check_alt "Linux Mint" "tessa" "Ubuntu" "bionic"
+check_alt "Linux Mint" "tina" "Ubuntu" "bionic"
+check_alt "Linux Mint" "tricia" "Ubuntu" "bionic"
+check_alt "Linux Mint" "ulyana" "Ubuntu" "focal"
+check_alt "Linux Mint" "ulyssa" "Ubuntu" "focal"
+check_alt "Linux Mint" "uma" "Ubuntu" "focal"
+check_alt "Linux Mint" "una" "Ubuntu" "focal"
+check_alt "Linux Mint" "vanessa" "Ubuntu" "jammy"
+check_alt "Liquid Lemur" "lemur-3" "Debian" "stretch"
+check_alt "LMDE" "betsy" "Debian" "jessie"
+check_alt "LMDE" "cindy" "Debian" "stretch"
+check_alt "LMDE" "debbie" "Debian" "buster"
+check_alt "LMDE" "elsie" "Debian" "bullseye"
+check_alt "MX Linux 17" "Horizon" "Debian" "stretch"
+check_alt "MX Linux 18" "Continuum" "Debian" "stretch"
+check_alt "MX Linux 19" "patito feo" "Debian" "buster"
+check_alt "MX Linux 21" "wildflower" "Debian" "bullseye"
+check_alt "Pardus" "onyedi" "Debian" "stretch"
+check_alt "Parrot" "ara" "Debian" "bullseye"
+check_alt "PureOS" "green" "Debian" "sid"
+check_alt "PureOS" "amber" "Debian" "buster"
+check_alt "PureOS" "byzantium" "Debian" "bullseye"
+check_alt "SolydXK" "solydxk-9" "Debian" "stretch"
+check_alt "Sparky Linux" "Tyche" "Debian" "stretch"
+check_alt "Sparky Linux" "Nibiru" "Debian" "buster"
+check_alt "Sparky Linux" "Po-Tolo" "Debian" "bullseye"
+check_alt "Tanglu" "chromodoris" "Debian" "jessie"
+check_alt "Trisquel" "toutatis" "Ubuntu" "precise"
+check_alt "Trisquel" "belenos" "Ubuntu" "trusty"
+check_alt "Trisquel" "flidas" "Ubuntu" "xenial"
+check_alt "Trisquel" "etiona" "Ubuntu" "bionic"
+check_alt "Ubilinux" "dolcetto" "Debian" "stretch"
+check_alt "Uruk GNU/Linux" "lugalbanda" "Ubuntu" "xenial"
+
+if [ "X${DISTRO}" == "Xdebian" ]; then
+ print_status "Unknown Debian-based distribution, checking /etc/debian_version..."
+ NEWDISTRO=$([ -e /etc/debian_version ] && cut -d/ -f1 < /etc/debian_version)
+ if [ "X${NEWDISTRO}" == "X" ]; then
+ print_status "Could not determine distribution from /etc/debian_version..."
+ else
+ DISTRO=$NEWDISTRO
+ print_status "Found \"${DISTRO}\" in /etc/debian_version..."
+ fi
+fi
+
+print_status "Confirming \"${DISTRO}\" is supported..."
+
+if [ -x /usr/bin/curl ]; then
+ exec_cmd_nobail "curl -sLf -o /dev/null 'https://deb.nodesource.com/${NODEREPO}/dists/${DISTRO}/Release'"
+ RC=$?
+else
+ exec_cmd_nobail "wget -qO /dev/null -o /dev/null 'https://deb.nodesource.com/${NODEREPO}/dists/${DISTRO}/Release'"
+ RC=$?
+fi
+
+if [[ $RC != 0 ]]; then
+ print_status "Your distribution, identified as \"${DISTRO}\", is not currently supported, please contact NodeSource at https://github.com/nodesource/distributions/issues if you think this is incorrect or would like your distribution to be considered for support"
+ exit 1
+fi
+
+if [ -f "/etc/apt/sources.list.d/chris-lea-node_js-$DISTRO.list" ]; then
+ print_status 'Removing Launchpad PPA Repository for NodeJS...'
+
+ exec_cmd_nobail 'add-apt-repository -y -r ppa:chris-lea/node.js'
+ exec_cmd "rm -f /etc/apt/sources.list.d/chris-lea-node_js-${DISTRO}.list"
+fi
+
+print_status 'Adding the NodeSource signing key to your keyring...'
+keyring='/usr/share/keyrings'
+node_key_url="https://deb.nodesource.com/gpgkey/nodesource.gpg.key"
+local_node_key="$keyring/nodesource.gpg"
+
+if [ -x /usr/bin/curl ]; then
+ exec_cmd "curl -s $node_key_url | gpg --dearmor | tee $local_node_key >/dev/null"
+else
+ exec_cmd "wget -q -O - $node_key_url | gpg --dearmor | tee $local_node_key >/dev/null"
+fi
+
+print_status "Creating apt sources list file for the NodeSource ${NODENAME} repo..."
+
+exec_cmd "echo 'deb [signed-by=$local_node_key] https://deb.nodesource.com/${NODEREPO} ${DISTRO} main' > /etc/apt/sources.list.d/nodesource.list"
+exec_cmd "echo 'deb-src [signed-by=$local_node_key] https://deb.nodesource.com/${NODEREPO} ${DISTRO} main' >> /etc/apt/sources.list.d/nodesource.list"
+
+print_status 'Running `apt-get update` for you...'
+
+exec_cmd 'apt-get update'
+
+yarn_site='https://dl.yarnpkg.com/debian'
+yarn_key_url="$yarn_site/pubkey.gpg"
+local_yarn_key="$keyring/yarnkey.gpg"
+
+print_status """Run \`${bold}sudo apt-get install -y ${NODEPKG}${normal}\` to install ${NODENAME} and npm
+## You may also need development tools to build native addons:
+ sudo apt-get install gcc g++ make
+## To install the Yarn package manager, run:
+ curl -sL $yarn_key_url | gpg --dearmor | sudo tee $local_yarn_key >/dev/null
+ echo \"deb [signed-by=$local_yarn_key] $yarn_site stable main\" | sudo tee /etc/apt/sources.list.d/yarn.list
+ sudo apt-get update && sudo apt-get install yarn
+"""
+
+}
+
+## Defer setup until we have the complete script
+setup
