User-agent: * Disallow: /brands/* Disallow: /account.php Disallow: /cart.php Disallow: /checkout.php Disallow: /finishorder.php Disallow: /login.php Disallow: /orderstatus.php Disallow: /postreview.php Disallow: /productimage.php Disallow: /productupdates.php Disallow: /remote.php Disallow: /search.php Disallow: /viewfile.php Disallow: /wishlist.php Disallow: /admin/ Disallow: /*sort= Disallow: /__socialshop/ User-agent: EtaoSpider Disallow: / User-agent: Mozilla/5.0 (compatible; EtaoSpider/1.0; http://open.etao.com/dev/EtaoSpider) Disallow: / User-agent: Mozilla/5.0 (compatible; FatBot 2.0; http://www.thefind.com/crawler) Disallow: / User-agent: Mozilla/5.0 (compatible; EasouSpider; +http://www.easou.com/search/spider.html) Disallow: / User-agent: Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/) Disallow: / User-agent: baiduSpider Disallow: / User-agent: BaiduSpider+ Disallow: / User-agent: BaiduSpider+ (+; http://www.baidu.com/search/spider.htm; Ubuntu; Compatible; Version; Platform; .NET CLR 2.0.50727; Version) Disallow: / User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm) Disallow: / User-agent: Baiduspider+(+http://www.baidu.com/search/spider_jp.html) Disallow: / User-agent: * Disallow: /*?_bc_fsnf=1* Disallow: /*&_bc_fsnf=1*