web/htdocs/robots.txt

   1 User-agent: *
   2 Disallow: /admin/
   3 Disallow: /add.html
   4 Disallow: /add_target.html
   5 Disallow: /all.html
   6 Disallow: /doc.html
   7 Disallow: /find.html
   8 Disallow: /full.html
   9 Disallow: /raw.html
  10 Disallow: /stats.html
  11 Disallow: /upload.html
  12