From 79672321a0e2008339c4132bc71acb00d84a035e Mon Sep 17 00:00:00 2001 From: "max.mehl" Date: Mon, 10 Dec 2018 14:25:20 +0100 Subject: [PATCH] add robots.txt files for fsfe.org and test.fsfe.org --- robots.txt | 2 ++ robots_test.txt | 4 ++++ 2 files changed, 6 insertions(+) create mode 100644 robots.txt create mode 100644 robots_test.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000000..179751bcab --- /dev/null +++ b/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /source/ diff --git a/robots_test.txt b/robots_test.txt new file mode 100644 index 0000000000..d355b06293 --- /dev/null +++ b/robots_test.txt @@ -0,0 +1,4 @@ +# robots.txt for test.fsfe.org + +User-agent: * +Disallow: /