# Robots.txt file from http://www.searchengineworld.com # # All robots will spider the domain # more here... # http://antezeta.com/news/avoid-search-engine-indexing # http://support.google.com/webmasters/bin/answer.py?hl=en&answer=156449 # User-agent: googlebot # Disallow: # User-agent: googlebot-image # Disallow: User-agent: ShopWiki Disallow: / User-agent: ia_archiver Disallow: /store/ User-agent: * # use noindex instead # Disallow: /cgi-bin/ Disallow: /cgi-historicalemporium/ Disallow: /cgi-historicalemporium/sb/order.cgi #Disallow: /search/ Disallow: /searchtest/ Disallow: /reviews/ Allow: /store/0 Disallow: /search/?&category Disallow: /store/google-sitemap.xml # Disallow: /search/*sort* # Disallow: /store/*sort* # Disallow: /store/newcathats* # Disallow: *product_inquiry_pop.php* # Disallow: *statuspop.php* # Disallow: *recently_viewed.php* # Disallow: /product_inquiry_pop* # Disallow: /statuspop* # Disallow: /webimages/ Sitemap: https://www.historicalemporium.com/hei_sitemap.xml Sitemap: https://www.historicalemporium.com/blog/sitemap.xml Sitemap: https://www.historicalemporium.com/customer-reviews-sitemap.xml