# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism
# Added by MT on 10/12/2008

# User-agent: webcrawler
# Disallow:

# User-agent: lycra
# Disallow: /

User-agent: *
Disallow: /casalacolina
Disallow: /jmcleaning
Disallow: /marcandem
Disallow: /open_files
Disallow: /ots 9-12-08