User-agent: Mail.RU_Bot 
Disallow: / # blocks access to the entire site 
User-agent: Mail.Ru 
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: proximic
Disallow: /
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /
User-agent: MJ12bot
Crawl-Delay:   20
Disallow: /
User-agent: *
Disallow: /old


User-agent: Yandex
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: Mediapartners-Google 
Disallow:

User-agent: Adsbot-Google
Disallow:


User-agent: Unknown robot
Disallow: * 

User-agent: Unknown robot (identified by empty user agent string) 
Disallow: *

User-agent: Unknown robot (identified by '*bot')
Disallow: *

User-agent: Unknown robot (identified by 'bot' followed by a space or one of the following characters _+:,.;/\-)
Disallow: *

User-agent: YaBrowser
Disallow: *

User-agent: CCBot/2.0
Disallow: *


User-agent: *
Crawl-delay: 30