# /robots.txt file for http://webcrawler.com/ User-agent: * Disallow: /cinese Disallow: /supporto Disallow: /iris Disallow: /blog