# robots.txt for this site
User-agent: *
Disallow: /cgi-bin/   # not a public directory
Disallow: /forums/  # files not indexable