#Default for missing robots.txt

User-agent: *
Disallow: 
Crawl-delay: 20

User-Agent: Googlebot
Disallow: /cgi-bin/