User-agent: omgilibot
Disallow: /

User-agent: DeuSu
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Mediatoolkitbot
Disallow: /

User-agent: SputnikBot
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: SentiBot
Disallow: /

User-agent: Genieo
Disallow: /

User-agent: LinkedInBot
Disallow: /

User-agent: Kraken
Disallow: /

User-agent: Cutbot
Disallow: /

User-agent: FlipboardProxy
Disallow: /

User-agent: Feedspotbot
Disallow: /

User-agent: OpenindexSpider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-Agent: *
Allow: /