# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism
User-agent: *
Disallow: /June2008/
Disallow: /cgi-bin/
Disallow: /iehacks/
Disallow: /images/
Disallow: /oldhtml/
Disallow: /pdfforms/
Disallow: /pdfdocuments/
Disallow: /bulletins/
Disallow: /jsloadpage/
Disallow: /cssmain/
Disallow: /cssindex/