# Robots.txt file created by http://www.carawans.com # For domain: http://www.carawans.com # All robots will spider the domain User-agent: * Disallow: # Disallow directory /archive/ User-agent: * Disallow: /archive/ # Disallow directory /secure/ User-agent: * Disallow: /secure/ # Disallow directory /sitechecker/ User-agent: * Disallow: /sitechecker/ # Disallow directory /stats/ User-agent: * Disallow: /stats/ # Disallow directory /storemaker/ User-agent: * Disallow: /storemaker/ # Disallow directory /webstats/ User-agent: * Disallow: /webstats/