User-agent: MJ12bot

Disallow: /

User-agent: Googlebot

Allow: /

Crawl-delay: 1

User-agent: msnbot

Allow: /

Crawl-delay: 5

User-agent: bingbot

Allow: /

Crawl-delay: 5

#Baiduspider

User-agent: Baiduspider

Allow: /

Crawl-delay: 10

User-agent: Slurp

Allow: / Crawl-delay: 30

User-agent: Yandex

Allow: /

Crawl-delay: 10

User-agent: TwengaBot

Allow: / Crawl-delay: 10

User-agent: *

Allow: /

Crawl-delay: 20

Sitemap: /sitemap.xml

Sitemap: /sitemap/products-0-50000.xml

Sitemap: /sitemap/products-50000-100000.xml

Sitemap: /sitemap/products-100000-150000.xml

Sitemap: /sitemap/products-150000-100000.xml

Sitemap: /sitemap/products-200000-250000.xml

Sitemap: /sitemap/products-250000-300000.xml

Sitemap: /sitemap/products-300000-350000.xml

Sitemap: /sitemap/products-350000-400000.xml