# robots.txt for http://www.site-essential.com

User-agent: grub-client
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: FlickBot*
Disallow: /

User-agent: TodumBot 
Disallow: /

User-agent: roadrunner
Disallow: /

User-agent: psbot
Disallow: /

User-agent: turnitinbot
Disallow: /

User-agent: Mercator
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: Slurp
Crawl-delay: 600
Disallow: /mt-static/
Disallow: /cgi-bin/

User-agent: *
Disallow: /mt-static/
Disallow: /cgi-bin/