# Sixth draft: July 2009 Sitemap: http://www.mygardenpond.com/sitemap.xml User-agent: Googlebot Disallow: # This actually grants access to / # These are here because of Google's references to the old netsuite site. # They do not exist in the magento structure. Disallow: /Catalog_3/ Disallow: /OnlineCatalog/ Disallow: /Home/ # Parts of magento that do not need to be crawled. Disallow: /downloader/ Disallow: /report/ Disallow: /var/ Disallow: /wishlist/ # Don't crawl up the sub stores. They have their own domains. -jeffry Disallow: /mygardenpond/ Disallow: /pondfiltermat/ Disallow: /ponduvs/ # This is to prevent inclusion of parent store in web crawls. I hope. Disallow: /magento/index.php Disallow: /magento/sitemap.xml # Not sure if they crawl aliased directories like cgi-bin. Disallow: /cgi-bin/ User-agent: Googlebot-Image Disallow: # Example of allowing access to a subdirectory. # User-agent: Googlebot # Disallow: /folder1/ # Allow: /folder1/myfile.html # MSN amd Yahoo are allowed too... User-agent: MSNBot Disallow: /Catalog_3/ Disallow: /OnlineCatalog/ Disallow: /Home/ Disallow: /mygardenpond/ Disallow: /pondfiltermat/ Disallow: /ponduvs/ Disallow: User-agent: Slurp Disallow: /Catalog_3/ Disallow: /OnlineCatalog/ Disallow: /Home/ Disallow: /mygardenpond/ Disallow: /pondfiltermat/ Disallow: /ponduvs/ Disallow: User-agent: W3C-checklink Disallow: # Disallow all access User-agent: * Disallow: /