X-Git-Url: http://git.indexdata.com/?p=irspy-moved-to-github.git;a=blobdiff_plain;f=web%2Fhtdocs%2Frobots.txt;h=a0fdc6c69e2f0ffc0c9b9957bba4ca215ea84e95;hp=beef7ee3deadcbb41d8c7bb9c74cc9963bdfaba5;hb=HEAD;hpb=63e180666dc2b70da8670140f51bc2d4f5000a9f

diff --git a/web/htdocs/robots.txt b/web/htdocs/robots.txt
index beef7ee..a0fdc6c 100644
--- a/web/htdocs/robots.txt
+++ b/web/htdocs/robots.txt
@@ -1,8 +1,15 @@
 User-agent: *
-Disallow: /full.html
-Disallow: /all.html
+Disallow: /admin/
 Disallow: /add.html
-Disallow: /upload.html
+Disallow: /add_target.html
+Disallow: /all.html
+Disallow: /doc.html
+Disallow: /find.html
+Disallow: /full.html
 Disallow: /raw.html
-Disallow: /admin/
+Disallow: /stats.html
+Disallow: /upload.html
+
+User-agent: rogerbot
+Disallow: /