# /robots.txt file for http://webcrawler.com/
# mail NOassholeSPAM@yaright.com for constructive criticism
# remove NO and SPAM from the email message before sending

User-agent: *
Disallow: /