X-Git-Url: http://git.indexdata.com/?p=irspy-moved-to-github.git;a=blobdiff_plain;f=web%2Fhtdocs%2Frobots.txt;h=a0fdc6c69e2f0ffc0c9b9957bba4ca215ea84e95;hp=d19bcff822b3a115f99e0ba168e5baeba0610e31;hb=59d43c7b86db6977d5e5f4e5507696ed98948e24;hpb=45ba11c57aa05265267660fb344851d4fa9f1f35

diff --git a/web/htdocs/robots.txt b/web/htdocs/robots.txt
index d19bcff..a0fdc6c 100644
--- a/web/htdocs/robots.txt
+++ b/web/htdocs/robots.txt
@@ -1,6 +1,7 @@
 User-agent: *
 Disallow: /admin/
 Disallow: /add.html
+Disallow: /add_target.html
 Disallow: /all.html
 Disallow: /doc.html
 Disallow: /find.html
@@ -9,3 +10,6 @@ Disallow: /raw.html
 Disallow: /stats.html
 Disallow: /upload.html
 
+User-agent: rogerbot
+Disallow: /
+