block bot rogerbot for all URLs

[irspy-moved-to-github.git] / web / htdocs / robots.txt

diff --git a/web/htdocs/robots.txt b/web/htdocs/robots.txt
index 6299a1f..a0fdc6c 100644 (file)
--- a/web/htdocs/robots.txt
+++ b/web/htdocs/robots.txt
@@ -1,7 +1,15 @@
 User-agent: *
-Disallow: /full.html
-Disallow: /all.html
+Disallow: /admin/
 Disallow: /add.html
+Disallow: /add_target.html
+Disallow: /all.html
+Disallow: /doc.html
+Disallow: /find.html
+Disallow: /full.html
+Disallow: /raw.html
+Disallow: /stats.html
 Disallow: /upload.html
-Disallow: /admin/
+
+User-agent: rogerbot
+Disallow: /