# For domain: http://www.benjamincufflinks.com.au

# All robots will spider the domain
User-agent: *


Disallow: /cg-bin/
Disallow: /shop/includes/
Disallow: /shop/admin/



User-agent: msnbot
Crawl-delay: 10

User-agent: Teoma
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10

User-agent: aipbot
Crawl-delay: 10

User-agent: BecomeBot
Crawl-delay: 10

User-agent: psbot
Crawl-delay: 10