From 7a2db7a3969ff4b7ce2d14fa9cb4bb37a08065d9 Mon Sep 17 00:00:00 2001 From: Nolan Lawson Date: Sat, 8 Apr 2017 16:20:24 -0700 Subject: [PATCH] block all robots in robots.txt (#1) --- public/robots.txt | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/public/robots.txt b/public/robots.txt index 771bf2160b..1f53798bb4 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,5 +1,2 @@ -# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file - User-agent: * -Disallow: /media_proxy/ -Disallow: /interact/ +Disallow: /