# default robots.txt file for spiders # # All user agents # User-agent: * Disallow: /cgi-bin/