User-agent: *
Allow: /
Sitemap: https://www.elit.ee/sitemap.xml

# Block MJ12bot as it is just noise
User-agent: MJ12bot
User-agent: Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)
Disallow: /

# Block YandexBot
User-agent: Yandex
Disallow: /

# Block  MegaIndex
User-agent: MegaIndex
User-agent: MegaIndex.ru/2.0
User-agent: MegaIndex.ru/
User-agent: +https://www.megaindex.ru/
User-agent: Mozilla/5.0 (compatible; MegaIndex.ru/2.0; +http://megaindex.com/crawler)
Disallow: /