# Robots.txt # domain: http://www.harlandscripts.com # Disallow Crawler User-agent: Crawler V 0.2.1 admin@crawler.de Disallow: / # Disallow directory /secret/ User-agent: * Disallow: /banners/ Disallow: /barter/ Disallow: /Buttons/ Disallow: /cmaker/ Disallow: /conf/ Disallow: /image_resize/ Disallow: /images/ Disallow: /img/ Disallow: /img/ Disallow: /logo/ Disallow: /new/ Disallow: /pics/