# Robots text file for # restrict crawl of the cgi bin and also admin folder if needed User-agent: * Disallow: /cgi-bin/ Disallow: /admin/ # Specify the sitemap Sitemap: http://www.corbansnurseries.co.nz/sitemap.xml