# # robots.txt # See http://www.robotstxt.org/ # # robots to control user-agent: * # private directories disallow: /admin/ disallow: /mail/ # only indirect access welcome disallow: /cgi-bin/ disallow: /java/ disallow: /script/ disallow: /style/ disallow: /lib/