add missing pages and reorder entries

Google has crawled more than 10.900 pages from
irspy.indexdata.com - how stupid!

diff --git a/web/htdocs/robots.txt b/web/htdocs/robots.txt
index beef7ee..d19bcff 100644 (file)
--- a/web/htdocs/robots.txt
+++ b/web/htdocs/robots.txt
@@ -1,8 +1,11 @@
 User-agent: *
 User-agent: *

-Disallow: /full.html
-Disallow: /all.html
+Disallow: /admin/

 Disallow: /add.html
 Disallow: /add.html

-Disallow: /upload.html
+Disallow: /all.html
+Disallow: /doc.html
+Disallow: /find.html
+Disallow: /full.html

 Disallow: /raw.html
 Disallow: /raw.html

-Disallow: /admin/
+Disallow: /stats.html
+Disallow: /upload.html