User-agent: *
Disallow: /_grab/
Disallow: /data/

User-agent:   Twiceler
User-agent:   MJ12bot
Disallow: /
Host: tovarsnab.com

User-agent: Yandex
Crawl-delay: 5