#!/usr/bin/env bash inc_buildrun=true [ -z "$inc_makerules" ] && . "$basedir/build/makerules.sh" [ -z "$inc_logging" ] && . "$basedir/build/logging.sh" [ -z "$inc_misc" ] && . "$basedir/build/misc.sh" match(){ printf %s "$1" | egrep -q "$2" } dir_maker(){ # set up directory tree for output # optimise by only issuing mkdir commands # for leaf directories input="${1%/}" output="${2%/}" curpath="$output" find "$input" -depth -type d \ \! -path '*/.svn' \! -path '*/.svn/*' \ \! -path '*/.git' \! -path '*/.git/*' \ -printf '%P\n' \ | while read filepath; do oldpath="$curpath" curpath="$output/$filepath/" srcdir="$output/source/$filepath/" match "$oldpath" "^$curpath" || mkdir -p "$curpath" "$srcdir" done } # The actual build buildrun(){ set -o pipefail printf %s "$start_time" > "$(logname start_time)" ncpu="$(grep -c ^processor /proc/cpuinfo)" [ -n "$statusdir" ] && cp "$basedir/build/status.html.sh" "$statusdir/index.cgi" [ -f "$(logname lasterror)" ] && rm "$(logname lasterror)" [ -f "$(logname debug)" ] && rm "$(logname debug)" { echo "Starting phase 1" \ && make --silent --directory="$basedir" build_env="${build_env:-development}" 2>&1 \ && echo "Finishing phase 1" \ || die "Error during phase 1" } | t_logstatus phase_1 || exit 1 dir_maker "$basedir" "$stagedir" || exit 1 forcelog Makefile { tree_maker "$basedir" "$stagedir" 2>&1 \ || die "Error during phase 2 Makefile generation" } > "$(logname Makefile)" || exit 1 { echo "Starting phase 2" \ && make --silent --jobs=$ncpu --file="$(logname Makefile)" 2>&1 \ && echo "Finishing phase 2" \ || die "Error during phase 2" } | t_logstatus phase_2 || exit 1 if [ "$stagedir" != "$target" ]; then # rsync issues a "copying unsafe symlink" message for each of the "unsafe" # symlinks which we copy while rsyncing. These messages are issued even if # the files have not changed and clutter up the output, so we filter them # out. { for destination in ${target//,/ }; do echo "Syncing files to $(echo "$destination" | grep -Po "(?<=@)[^:]+")" rsync -av --copy-unsafe-links --del "$stagedir/" "$destination/" | grep -v "copying unsafe symlink" done } | t_logstatus stagesync fi date +%s > "$(logname end_time)" if [ -n "$statusdir" ]; then ( cd "$statusdir"; ./index.cgi | tail -n+3 > status_$(date +%s).html ) fi } # Update git (try 3x) and then do an actual build git_build_into(){ forcelog GITchanges; GITchanges="$(logname GITchanges)" forcelog GITerrors; GITerrors="$(logname GITerrors)" gitterm=1 i=0 while [[ ( $gitterm -ne 0 ) && ( $i -lt 3) ]]; do ((i++)) git -C "$basedir" pull >"$GITchanges" 2>"$GITerrors" gitterm="$?" if [ $gitterm -ne 0 ]; then debug "Git pull unsuccessful. Trying again in a few seconds." sleep $(shuf -i 10-30 -n1) fi done if [ "$gitterm" -ne 0 ]; then die "GIT reported the following problem:\n$(cat "$GITerrors")" fi if egrep '^Already up[ -]to[ -]date' "$GITchanges"; then debug "No changes to GIT:\n$(cat "$GITchanges")" # Exit status should only be 0 if there was a successful build. # So set it to 1 here. exit 1 fi logstatus GITlatest < "$GITchanges" buildrun } # Clean up everything and then do an actual (full) build build_into(){ # Clean up source directory. git -C "${basedir}" clean -dxf # Remove old stage directory. rm -rf "${stagedir}" buildrun }