# Robots.txt file created by http://www.webtoolcentral.com # For domain: http:// # All robots will spider the domain User-agent: * Disallow: # Disallow libwww-perl/5.47 User-agent: libwww-perl/5.47 Disallow: / # Disallow directory /_private/ User-agent: * Disallow: /_private/ # Disallow directory /includes/ User-agent: * Disallow: /includes/ # Disallow directory /_Admin/ User-agent: * Disallow: /_Admin/ # Disallow directory /_Data/ User-agent: * Disallow: /_Data/