User-Agent: *
Crawl-delay: 30
Allow: /
Allow: /rss/
Allow: /feed/

User-Agent: *
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /wp-content/plugins/

User-agent: AhrefsBot
Disallow: /

User-Agent: MegaIndex.ru/2.0
Disallow: /

User-Agent: MegaIndex.ru
Disallow: /

User-Agent: megaIndex.ru
Disallow: /

User-Agent: Baiduspider
User-Agent: Baiduspider-video
User-Agent: Baiduspider-image
User-Agent: Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
User-Agent: Mozilla/5.0 (compatible; Baiduspider/3.0; +http://www.baidu.com/search/spider.html)
User-Agent: Mozilla/5.0 (compatible; Baiduspider/4.0; +http://www.baidu.com/search/spider.html)
User-Agent: Mozilla/5.0 (compatible; Baiduspider/5.0; +http://www.baidu.com/search/spider.html)
User-Agent: Baiduspider/2.0
User-Agent: Baiduspider/3.0
User-Agent: Baiduspider/4.0
User-Agent: Baiduspider/5.0
Disallow: /

User-Agent: Nimbostratus-Bot/v1.3.2
User-Agent: Mozilla/5.0 (compatible; Nimbostratus-Bot/v1.3.2; http://cloudsystemnetworks.com)
Disallow: /