############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: Disallow: / cgi-bin / Disallow: / shop / admin / # Sitemap: http://www.jck.com.au/sitemap.gz