User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /english/

User-agent: *
Disallow: /cmll/

User-agent: BLEXBot
Disallow: /

User-Agent: msnbot
Crawl-Delay: 30

User-Agent: bingbot
Crawl-Delay: 30

User-agent: Googlebot
Crawl-Delay: 10

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaIndex.ru
Disallow: /

User-agent: Yandex
Disallow: /

User-Agent: The Knowledge AI
Disallow: /