robots.txt is now generated by build(-test).sh with different content

svn path=/trunk/; revision=21093
This commit is contained in:
cri 2011-09-23 14:22:03 +00:00
parent e8e82abbbf
commit 05265802df
4 changed files with 25 additions and 7 deletions

View File

@ -1,3 +0,0 @@
User-agent: *
Disallow: /source/

View File

@ -156,6 +156,12 @@ echo "$(date) Obfuscating email addresses."
# files to operate on to those files that actually contain an '@'.
find ${TMP} -type f -name "*.html" | xargs grep -l '@' | xargs sed -i 's/@/\@/g'
# -----------------------------------------------------------------------------
echo "$(date) Generating robots.txt."
# -----------------------------------------------------------------------------
echo -e "User-agent: *\nDisallow: /" > ${TMP}/robots.txt
# -----------------------------------------------------------------------------
echo "$(date) Activating new output."
# -----------------------------------------------------------------------------

View File

@ -156,6 +156,12 @@ echo "$(date) Obfuscating email addresses."
# files to operate on to those files that actually contain an '@'.
find ${TMP} -type f -name "*.html" | xargs grep -l '@' | xargs sed -i 's/@/\@/g'
# -----------------------------------------------------------------------------
echo "$(date) Generating robots.txt."
# -----------------------------------------------------------------------------
echo -e "User-agent: *\nDisallow: /source/" > ${TMP}/robots.txt
# -----------------------------------------------------------------------------
echo "$(date) Activating new output."
# -----------------------------------------------------------------------------

View File

@ -1,5 +1,5 @@
--- build.sh 2011-06-06 14:59:16.000000000 +0200
+++ build-test.sh 2011-06-06 14:54:02.000000000 +0200
--- build.sh 2011-09-23 16:16:28.000000000 +0200
+++ build-test.sh 2011-09-23 16:17:20.000000000 +0200
@@ -2,36 +2,36 @@
# -----------------------------------------------------------------------------
# Web page build script
@ -94,7 +94,16 @@
fi
if test $? -ne 0; then
@@ -168,7 +168,7 @@
@@ -160,7 +160,7 @@
echo "$(date) Generating robots.txt."
# -----------------------------------------------------------------------------
-echo -e "User-agent: *\nDisallow: /source/" > ${TMP}/robots.txt
+echo -e "User-agent: *\nDisallow: /" > ${TMP}/robots.txt
# -----------------------------------------------------------------------------
echo "$(date) Activating new output."
@@ -174,7 +174,7 @@
echo "$(date) Generating translation logs."
# -----------------------------------------------------------------------------
@ -103,7 +112,7 @@
# -----------------------------------------------------------------------------
echo "$(date) Build complete."
@@ -176,6 +176,5 @@
@@ -182,6 +182,5 @@
cp ${STATUS}/status.txt ${STATUS}/status-finished.txt
cat ${STATUS}/status-finished.txt >> ${STATUS}/status-log.txt