# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-agent: * # Disallow: / User-agent: * Disallow: /product_option_items Disallow: /cities Disallow: /sub_categories Disallow: /categories Disallow: /pro/ Disallow: /sample/ Disallow: /admin/ Disallow: /*/variant/select Disallow: */estimate_requests Disallow: /top Sitemap: https://s3-ap-northeast-1.amazonaws.com/images-reform-market-com/sitemaps/sitemap.xml.gz