User-agent: * Disallow: /store/data/ Allow: /store/data/images/ Disallow: /_private/ Disallow: /cgi-bin/ Sitemap: http://www.brochuredisplays.com.au/store/inventory-map.asp # ROBOTS.TXT NOTES: # ================= # values are case sensitive # terminate folders with / # sitemap URL should be absolute, http:// and https:// are distinct # reference URL: https://developers.google.com/webmasters/control-crawl-index/docs/robots_txt