# this robots.txt file allows all robots access to all directories except those listed as Disallow:
User-agent: *
Disallow: /cgi/
Disallow: /logs/