# Robots text file for

# restrict crawl of the cgi bin and also admin folder if needed
User-agent: *
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /cms/

# Specify the sitemap
Sitemap: http://www.arkham.co.nz/sitemap.xml