X-Git-Url: http://git.indexdata.com/?p=irspy-moved-to-github.git;a=blobdiff_plain;f=web%2Fhtdocs%2Frobots.txt;fp=web%2Fhtdocs%2Frobots.txt;h=a0fdc6c69e2f0ffc0c9b9957bba4ca215ea84e95;hp=fed2b3aa0b0eef4ff958c0a4dd54ea9d585e804e;hb=59d43c7b86db6977d5e5f4e5507696ed98948e24;hpb=19a5102411f002fd9620058c30b93b4ad3d6f14a

diff --git a/web/htdocs/robots.txt b/web/htdocs/robots.txt
index fed2b3a..a0fdc6c 100644
--- a/web/htdocs/robots.txt
+++ b/web/htdocs/robots.txt
@@ -10,3 +10,6 @@ Disallow: /raw.html
 Disallow: /stats.html
 Disallow: /upload.html
 
+User-agent: rogerbot
+Disallow: /
+