From dab4eb6ca85f74a1051f1c5d8d6c09319651e1a5 Mon Sep 17 00:00:00 2001 From: Georg Hopp Date: Mon, 13 Nov 2017 12:10:10 +0100 Subject: [PATCH] add robots.txt --- react/public/robots.txt | 5 +++++ 1 file changed, 5 insertions(+) create mode 100644 react/public/robots.txt diff --git a/react/public/robots.txt b/react/public/robots.txt new file mode 100644 index 0000000..3c9c7c0 --- /dev/null +++ b/react/public/robots.txt @@ -0,0 +1,5 @@ +# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file +# +# To ban all spiders from the entire site uncomment the next two lines: +# User-agent: * +# Disallow: /