From: Stefan Sperling Subject: got build + regress script for cron To: gameoftrees@openbsd.org Date: Sun, 8 Mar 2020 16:51:59 +0100 This is a script which updates a got worktree, compiles got and gotweb, runs regression tests, and sends email if something went wrong. I plan to run this from a cronjob on a sparc64 machine. Any objections to having logs of failures mailed to this list? Required dependencies: pkg_add got git kcgi lockfile And sending email with 'mail -s ...' needs to work. -----8<----- got-build-regress.sh ----->8----- #!/bin/sh # # Copyright (c) 2020 Stefan Sperling # # Permission to use, copy, modify, and distribute this software for any # purpose with or without fee is hereby granted, provided that the above # copyright notice and this permission notice appear in all copies. # # THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES # WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF # MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR # ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES # WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN # ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF # OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. prog=`basename $0` usage="$prog [-b branch] [-f] [-w worktree ] email-address [email-address ...]" branch=master worktree=$HOME/got force=0 args=`getopt b:fw: $*` if [ $? -ne 0 ] then echo "usage: $usage" >&2 exit 1 fi set -- $args while [ $# -ne 0 ]; do case "$1" in -b) branch="$2"; shift; shift;; -f) force=1; shift;; -w) worktree="$2"; shift; shift;; --) shift; break;; esac done recipients="$@" if [ -z "$recipients" ]; then echo "usage: $usage" >&2 exit 1 fi log_cmd() { logfile=$1 shift echo \$ $@ >> $logfile $* >> $logfile 2>&1 } ncpu=`sysctl -n hw.ncpuonline` lockfile=$worktree/.${prog}.lock cd "$worktree" if [ $? -ne 0 ]; then exit 1 fi lockfile -r 3 "$lockfile" || exit 1 trap "rm -f '$lockfile'" HUP INT QUIT KILL TERM rm -f regress.log failures.log echo -n "$prog for branch '$branch' on " > build.log date -u >> build.log printf "\nRunning on " >> build.log sysctl -n kern.version >> build.log printf "\n\tCleaning the work tree\n\n" >> build.log log_cmd build.log got status log_cmd build.log make clean printf "\n\n\tUpdating the work tree\n\n" >> build.log log_cmd build.log cat .got/base-commit old_basecommit=`cat .got/base-commit` log_cmd build.log /usr/local/bin/got update -b "$branch" update_status="$?" if [ "$update_status" != "0" ]; then mail -s "$prog update failure" $recipients < build.log rm -rf "$lockfile" exit 0 fi new_basecommit=`cat .got/base-commit` if [ "$force" != "1" -a "$old_basecommit" == "$new_basecommit" ]; then rm -rf "$lockfile" exit 0 fi printf "\n\n\tTesting a regular dev build\n\n" >> build.log log_cmd build.log make obj log_cmd build.log make -j $ncpu build_status="$?" if [ "$build_status" != "0" ]; then mail -s "$prog build failure" $recipients < build.log rm -rf "$lockfile" exit 0 fi log_cmd build.log make install log_cmd build.log make -j $ncpu web build_status="$?" if [ "$build_status" != "0" ]; then mail -s "$prog build failure" $recipients < build.log rm -rf "$lockfile" exit 0 fi printf "\n\n\tRunning tests\n\n" >> build.log log_cmd regress.log env PATH=$HOME/bin:$PATH make regress regress_status="$?" cat regress.log >> build.log egrep "test.*failed" regress.log > failures.log regress_failure_grep="$?" if [ "$regress_status" != "0" -o "$regress_failure_grep" == "0" ]; then printf "\n\n\t Test failures:\n\n" >> build.log cat failures.log >> build.log mail -s "$prog regress failure" $recipients < build.log rm -rf "$lockfile" exit 0 fi printf "\n\n\tTesting a release build\n\n" >> build.log log_cmd build.log make clean log_cmd build.log make obj log_cmd build.log make -j $ncpu GOT_RELEASE=1 log_cmd build.log make -j $ncpu GOT_RELEASE=1 web build_status="$?" if [ "$build_status" != "0" ]; then mail -s "$prog release mode build failure" $recipients < build.log rm -rf "$lockfile" exit 0 fi rm -f "$lockfile" exit 0