# /robots.txt file for http://webcrawler.com/# mail btrombi@tiscali.it for constructive criticism
User-agent: *
Disallow: /admin/
Disallow: /active/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /db/
Disallow: /images/
Disallow: /js/
Disallow: /language/
Disallow: /rss/
Disallow: /templates/
Sitemap: http://www.scrocconi.it/sitemap.xml