User-agent: *
Disallow: error404.htm
Disallow: error404.html
Disallow: /cgi-bin/

User-agent: Gigabot
Disallow: /
 
User-agent: Wget
Disallow: /