fsfe-website/tools/build.sh

179 lines
6.6 KiB
Bash
Executable File

#!/bin/bash
# -----------------------------------------------------------------------------
# Web page build script
# -----------------------------------------------------------------------------
# This script is called every 5 minutes on www.fsfe.org to rebuild the
# HTML pages from the .xhtml, .xml and .xsl source files. Most of the work,
# however, is done by the Perl script build.pl.
# -----------------------------------------------------------------------------
SOURCE=/home/www/fsfe
DEST=/home/www/html
TMP=/home/www/tmp.$$
STATUS=/var/www/web
ALARM_LOCKFILE=alarm_lockfile
MAKEFILE_PL=${SOURCE}/Makefile.PL
# Since we must grep for svn output messages,
# let's ensure we get English messages
export LANG=C
# If there is a build.pl script started more than 30 minutes ago, mail alarm
BUILD_STARTED=$(ps --no-headers -C build.pl -o etime | cut -c 7-8 | sort -r | head -n 1)
if [[ -n "$BUILD_STARTED" && "10#${BUILD_STARTED}" -gt 30 && ! -f ${STATUS}/${ALARM_LOCKFILE} ]] ; then
echo -e "
A build.pl script has been running for more than 30 minutes!
Please:
- run 'ps aux | grep build.pl' and kill build.pl processes older than 30 minutes
- Check the build script log at http://status.fsfe.org/web/
- Fix the cause of the problem
- Delete the lockfile ${STATUS}/${ALARM_LOCKFILE}
" | mail -s "www.fsfe.org: build.pl warning" system-hackers@fsfeurope.org
# This lockfile avoids sending the mail alarm more than once;
# it must be deleted when the problem is solved.
touch ${STATUS}/${ALARM_LOCKFILE}
fi
# If build is already running, don't run it again.
if ps -C build.sh -o pid= | grep -q -v "$$"; then
exit
fi
# Redirect output
exec 1> ${STATUS}/status.txt 2>&1
cd ${SOURCE}
# -----------------------------------------------------------------------------
echo "$(date) Checking Perl modules."
# -----------------------------------------------------------------------------
perl ${MAKEFILE_PL}
# -----------------------------------------------------------------------------
echo "$(date) Cleaning old build directories."
# -----------------------------------------------------------------------------
rm -rf ${TMP%.*}.*
# -----------------------------------------------------------------------------
echo "$(date) Updating source files from SVN."
# -----------------------------------------------------------------------------
# Rebuild only if changes were made to the SVN or it hasn't run yet today
# (unless "-f" option is used)
#
# We must run it once every day at least to move events from future to current
# and from current to past.
#
# Since the "svn update" exit status cannot be trusted, and "svn update -q" is
# always quiet, we have to test the output of "svn update" (ignoring the final
# "At revision" line) and check for any output lines
if test -z "$(svn update 2>/dev/null | grep -v 'At revision')" \
-a "$(date -r ${STATUS}/last-run +%F)" == "$(date +%F)" \
-a "$1" != "-f" ; then
echo "$(date) No changes to SVN."
# In this case we only append to the cumulative status-log.txt file, we don't touch status-finished.txt
cat ${STATUS}/status.txt >> ${STATUS}/status-log.txt
exit
fi
# Make sure build.sh and build.pl are executable
# TODO: this can be removed once we set the "executable" svn property
# to these files
chmod +x tools/build.sh tools/build.pl
chmod +x cgi-bin/weborder.pl cgi-bin/stacs-register-capacity.pl
chmod +x cgi-bin/stacs-register-workshop.pl
if test "$1" == "-f" ; then
echo "Forced rebuild"
fi
# -----------------------------------------------------------------------------
echo "$(date) Running Makefiles."
# -----------------------------------------------------------------------------
make --silent
# -----------------------------------------------------------------------------
echo "$(date) Building HTML pages."
# -----------------------------------------------------------------------------
touch ${STATUS}/last-run
if test "x`hostname`" = "xekeberg"; then
tools/build.pl -t 16 -q -o ${TMP} -i .
elif test "x`hostname`" = "xberzelius"; then
tools/build.pl -t 2 -q -o ${TMP} -i .
else
tools/build.pl -q -o ${TMP} -i .
fi
if test $? -ne 0; then
echo "$(date) Build not complete. Aborting."
cp ${STATUS}/status.txt ${STATUS}/status-finished.txt
cat ${STATUS}/status-finished.txt >> ${STATUS}/status-log.txt
exit 1
fi
# -----------------------------------------------------------------------------
echo "$(date) Linking source files."
# -----------------------------------------------------------------------------
for target in ${TMP}/*; do
test -d ${target} && ln -s ${SOURCE} ${target}/source
done
# -----------------------------------------------------------------------------
#echo "$(date) Creating symlinks."
# -----------------------------------------------------------------------------
## there are no ".symlinks" files anymore
#for f in $(find ${TMP} -name .symlinks); do
# cd $(dirname $f)
# cat $f | while read source destination; do
# ln -sf ${source} ${destination} 2>/dev/null
# done
#done
## TODO: should this next line be commented?
cd ${SOURCE}
# -----------------------------------------------------------------------------
echo "$(date) Obfuscating email addresses."
# -----------------------------------------------------------------------------
# This replaces all '@' in all html files with '@'. We use '-type f'
# because we want to exclude symlinks (TODO: is -type f still useful now that
# we don't have .symlinks anymore?). Because 'sed -i' is a very expensive
# operation, even if there is no replacement done anyway, we first limit the
# files to operate on to those files that actually contain an '@'.
find ${TMP} -type f -name "*.html" | xargs grep -l '@' | xargs sed -i 's/@/\@/g'
# -----------------------------------------------------------------------------
echo "$(date) Activating new output."
# -----------------------------------------------------------------------------
mv ${DEST} ${DEST}.old
mv ${TMP} ${DEST}
rm -rf ${DEST}.old
# -----------------------------------------------------------------------------
echo "$(date) Generating translation logs."
# -----------------------------------------------------------------------------
tools/translation-log.sh ${DEST}/translations.log ${STATUS}
# -----------------------------------------------------------------------------
echo "$(date) Build complete."
# -----------------------------------------------------------------------------
cp ${STATUS}/status.txt ${STATUS}/status-finished.txt
cat ${STATUS}/status-finished.txt >> ${STATUS}/status-log.txt
cp tools/status.php ${STATUS}/index.php
cp tools/qa/reports/* ${STATUS}/qa/reports/