add robots.txt files for fsfe.org and test.fsfe.org

2018-12-10 14:25:20 +01:00 · 2018-12-10 14:25:20 +01:00 · 79672321a0
commit 79672321a0
parent 4723209fdd
2 changed files with 6 additions and 0 deletions
--- a/robots.txt
+++ b/robots.txt
@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /source/
--- a/robots_test.txt
+++ b/robots_test.txt
@ -0,0 +1,4 @@
+# robots.txt for test.fsfe.org
+
+User-agent: *
+Disallow: /