X-Git-Url: http://git.indexdata.com/?p=irspy-moved-to-github.git;a=blobdiff_plain;f=web%2Fhtdocs%2Frobots.txt;h=d19bcff822b3a115f99e0ba168e5baeba0610e31;hp=6299a1f489f3e01c61a5010583534a092448040f;hb=45ba11c57aa05265267660fb344851d4fa9f1f35;hpb=2610b69a6d30f5690b7b403d2544a5034c10c97e

diff --git a/web/htdocs/robots.txt b/web/htdocs/robots.txt
index 6299a1f..d19bcff 100644
--- a/web/htdocs/robots.txt
+++ b/web/htdocs/robots.txt
@@ -1,7 +1,11 @@
 User-agent: *
-Disallow: /full.html
-Disallow: /all.html
+Disallow: /admin/
 Disallow: /add.html
+Disallow: /all.html
+Disallow: /doc.html
+Disallow: /find.html
+Disallow: /full.html
+Disallow: /raw.html
+Disallow: /stats.html
 Disallow: /upload.html
-Disallow: /admin/