cmd/bent/scripts/cronjob.sh

#!/bin/bash -x

# perflock is not always available
PERFLOCK=`which perflock`

${PERFLOCK} echo "Gratuitous perflock to prevent this script from starting if something else is still in progress"

ROOT="${HOME}/work/bent-cron"
export ROOT
cd "${ROOT}"

# BASE is the baseline, defined here, assumed checked out and built.
BASE=Go1.17
export BASE

# N is number of benchmarks, B is number of builds
# Can override these with -N= and -a= on command line, or in localfix.
#
N=25
B=25
NNl=0
BNl=1
Nl=0
Bl=1

# Adjust N, B, define NUMACTL, set GOMAXPROCS, as necessary.
if [ -e ./localfix ] ; then
	. ./localfix
fi

if [ "x${SUITE}" = "x" ] ; then
	SUITE="bent-cron"
fi

if [ ! -e "${BASE}" ] ; then
	echo Missing expected baseline directory "${BASE}" in "${ROOT}", attempting to checkout and build.
	base=`echo $BASE | tr G g`
	${PERFLOCK} git clone https://go.googlesource.com/go -b release-branch.${base} ${BASE}
	if [ $? != 0 ] ; then
		echo git clone https://go.googlesource.com/go -b release-branch.${base} ${BASE} FAILED
		exit 1
	fi
	cd ${BASE}/src
	${PERFLOCK} ./make.bash
	if [ $? != 0 ] ; then
		echo BASE make.bash FAILED
		exit 1
	fi
	cd "${ROOT}"
fi

# Refresh tip, get revision
if [ -e go-tip ] ; then
	${PERFLOCK} rm -rf go-tip
fi
${PERFLOCK} git clone https://go.googlesource.com/go go-tip
if [ $? != 0 ] ; then
	echo git clone go-tip failed
	exit 1
fi
cd go-tip/src
${PERFLOCK} ./make.bash
if [ $? != 0 ] ; then
	echo make.bash failed
	exit 1
fi
tip=`git log -n 1 --format='%h'`
tiptime=`git log -n 1 --format='%cI'`

# Get revision for base so there is no ambiguity
cd "${ROOT}"/${BASE}
base=`git log -n 1 --format='%h'`

# Optimized build and benchmark

cd "${ROOT}"
# For arm64 big.little, might need to prefix with something like:
# GOMAXPROCS=4 numactl -C 2-5 -- ...
GOARCH="${BENTARCH}" ${NUMACTL} ${PERFLOCK} bent -v -N=${N} -a=${B} -L=bentjobs.log -C=configurations-cronjob.toml -c baseline,experiment "$@"
RUN=`tail -1 bentjobs.log | awk -c '{print $1}'`
runstamp="$RUN"
bentstamp="$RUN"

# variables for better benchmarking
denominator_branch="${BASE}"
denominator_hash="${base}"

numerator_branch="master"
numerator_hash="$tip"
numerator_stamp="$tiptime"

builder_id=`uname -n`
builder_type="${BUILDER_TYPE}"

cd bench
STAMP="stamp-$$"
export STAMP

append () {
    c=`eval echo $\`echo $1\``
	echo "$1: $c" >> ${STAMP}
	if [ x$2 != x ] ; then
		echo "$2: $c" >> ${STAMP}
	fi
}

append_tags () {
	append bentstamp
	append numerator_branch
	append numerator_hash experiment-commit
	append numerator_stamp
	append denominator_branch
	append denominator_hash baseline-commit
	append builder_id
	append builder_type
	append runstamp
}

echo "suite: ${SUITE}" >> ${STAMP}

append_tags

SFX="${RUN}"

cp ${STAMP} ${BASE}-opt.${SFX}
cp ${STAMP} ${tip}-opt.${SFX}

cat ${RUN}.baseline.build >> ${BASE}-opt.${SFX}
cat ${RUN}.experiment.build >> ${tip}-opt.${SFX}
egrep '^(Benchmark|[-_a-zA-Z0-9]+:)' ${RUN}.baseline.stdout >> ${BASE}-opt.${SFX}
egrep '^(Benchmark|[-_a-zA-Z0-9]+:)' ${RUN}.experiment.stdout >> ${tip}-opt.${SFX}
cat ${RUN}.baseline.{benchsize,benchdwarf} >> ${BASE}-opt.${SFX}
cat ${RUN}.experiment.{benchsize,benchdwarf} >> ${tip}-opt.${SFX}
benchsave ${BASE}-opt.${SFX} ${tip}-opt.${SFX}
rm "${STAMP}"

cd ${ROOT}
# The following depends on some other infrastructure, see:
#     github/com/dr2chase/go-bench-tweet-bot
#     https://go-review.googlesource.com/c/perf/+/218923 (benchseries)
if [ -e ./tweet-results ] ; then
	./tweet-results "${RUN}"
fi

# Debugging build

cd "${ROOT}"
GOARCH="${BENTARCH}" ${NUMACTL} ${PERFLOCK} bent -v -N=${NNl} -a=${BNl} -L=bentjobsNl.log -C=configurations-cronjob.toml -c baseline-Nl,experiment-Nl "$@"
RUN=`tail -1 bentjobsNl.log | awk -c '{print $1}'`
runstamp="$RUN"
bentstamp="$RUN"

cd bench
STAMP="stamp-$$"
export STAMP

echo "suite: ${SUITE}-Nl" >> ${STAMP}
append_tags

SFX="${RUN}"

cp ${STAMP} ${BASE}-Nl.${SFX}
cp ${STAMP} ${tip}-Nl.${SFX}

cat ${RUN}.baseline-Nl.build >> ${BASE}-Nl.${SFX}
cat ${RUN}.experiment-Nl.build >> ${tip}-Nl.${SFX}
egrep '^(Benchmark|[-_a-zA-Z0-9]+:)' ${RUN}.baseline-Nl.stdout >> ${BASE}-Nl.${SFX}
egrep '^(Benchmark|[-_a-zA-Z0-9]+:)' ${RUN}.experiment-Nl.stdout >> ${tip}-Nl.${SFX}
cat ${RUN}.baseline-Nl.{benchsize,benchdwarf} >> ${BASE}-Nl.${SFX}
cat ${RUN}.experiment-Nl.{benchsize,benchdwarf} >> ${tip}-Nl.${SFX}
benchsave ${BASE}-Nl.${SFX} ${tip}-Nl.${SFX}
rm "${STAMP}"

# No-inline build

cd "${ROOT}"
${NUMACTL} ${PERFLOCK} bent -v -N=${Nl} -a=${Bl} -L=bentjobsl.log -C=configurations-cronjob.toml -c baseline-l,experiment-l "$@"
RUN=`tail -1 bentjobsl.log | awk -c '{print $1}'`
runstamp="$RUN"
bentstamp="$RUN"

cd bench
STAMP="stamp-$$"
export STAMP
echo "suite: ${SUITE}-l" >> ${STAMP}
append_tags

SFX="${RUN}"

cp ${STAMP} ${BASE}-l.${SFX}
cp ${STAMP} ${tip}-l.${SFX}

cat ${RUN}.baseline-l.build >> ${BASE}-l.${SFX}
cat ${RUN}.experiment-l.build >> ${tip}-l.${SFX}
egrep '^(Benchmark|[-_a-zA-Z0-9]+:)' ${RUN}.baseline-l.stdout >> ${BASE}-l.${SFX}
egrep '^(Benchmark|[-_a-zA-Z0-9]+:)' ${RUN}.experiment-l.stdout >> ${tip}-l.${SFX}
cat ${RUN}.baseline-l.{benchsize,benchdwarf} >> ${BASE}-l.${SFX}
cat ${RUN}.experiment-l.{benchsize,benchdwarf} >> ${tip}-l.${SFX}
benchsave ${BASE}-l.${SFX} ${tip}-l.${SFX}
rm "${STAMP}"