X-Git-Url: http://git.indexdata.com/?p=irspy-moved-to-github.git;a=blobdiff_plain;f=web%2Fhtdocs%2Frobots.txt;fp=web%2Fhtdocs%2Frobots.txt;h=d19bcff822b3a115f99e0ba168e5baeba0610e31;hp=beef7ee3deadcbb41d8c7bb9c74cc9963bdfaba5;hb=45ba11c57aa05265267660fb344851d4fa9f1f35;hpb=15dce7cdea43a6606ddf025aa236d429d7ff2910 diff --git a/web/htdocs/robots.txt b/web/htdocs/robots.txt index beef7ee..d19bcff 100644 --- a/web/htdocs/robots.txt +++ b/web/htdocs/robots.txt @@ -1,8 +1,11 @@ User-agent: * -Disallow: /full.html -Disallow: /all.html +Disallow: /admin/ Disallow: /add.html -Disallow: /upload.html +Disallow: /all.html +Disallow: /doc.html +Disallow: /find.html +Disallow: /full.html Disallow: /raw.html -Disallow: /admin/ +Disallow: /stats.html +Disallow: /upload.html