#no robots

User-agent: *
Disallow: /cgi-bin/
Disallow: /error/

Sitemap: http://www.labcrawler.com/sitemap.xml.gz