# Robots.txt file created by http://www.webtoolcentral.com # For domain: http://www.garden-and-home-directory.co.uk # All robots will spider the domain but disallow directory /styles/ and /images/ and /poster User-agent: * Disallow: Disallow: /styles Disallow: /images Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ # Disallowing gigabot because it's messing my stats and seems flaky User-agent: gigabot Disallow: / # Reducing slurp by adding crawl delay 7 Sept 06 User-agent: Slurp Crawl-delay: 10