# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /_mmServerScripts/
Disallow: /cgi-bin/
Disallow: /mbs/
Disallow: /Templates/
Disallow: /cce/
Disallow: /css/
Disallow: /llbl/
Disallow: /marcom/
Disallow: /mbs/
Disallow: /naija/
Disallow: /scripts/