# http://www.robotstxt.org/orig.html # http://www.google.com/support/webmasters/bin/answer.py?answer=93708&topic=8846 User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /authcgi/ Disallow: /squirrelmail/ Disallow: /manual/ Disallow: /pipermail/triumf-linux-managers Disallow: /pipermail/triumf-network-info Disallow: /pipermail/macosx-users Disallow: /pipermail/cfat Disallow: /pipermail/triumf-daq-users User-agent: gsa-crawler-itriumf Disallow: /cgi-bin Disallow: /authcgi/ Disallow: /squirrelmail/ Disallow: /manual/ User-agent: tr_htdig Disallow: /cgi-bin Disallow: /authcgi/ Disallow: /squirrelmail/ Disallow: /manual/ tr_htdig