User-agent: * Disallow: /index.php/ Disallow: /*?* Disallow: /checkout/ Disallow: /app/ Disallow: /lib/ Disallow: /*.php$ Disallow: /pkginfo/ Disallow: /report/ Disallow: /var/ Disallow: /catalog/ Disallow: /customer/ Disallow: /sendfriend/ Disallow: /review/ Disallow: /*SID= User-agent: bingbot Crawl-delay: 10 User-agent: amazonbot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 User-agent: meta-externalagent Disallow: / User-agent: Yandex Crawl-delay: 15 User-agent: Baidu Crawl-delay: 10 User-agent: Slurp Crawl-delay: 10