User-agent: A6-Indexer
Disallow: /

User-agent: A6-Indexer/1.0
Disallow: /

user-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MauiBot (crawler.feedback+wc@gmail.com) 
Disallow: /

User-agnet: NTENTbot
Disallow: /

User-agent: NTENTbot-fetch
Disallow: /

User-agent: NTENTbot-news
Disallow: /

User-agent: proximic
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: Synthesio Crawler release MonaLisa
Disallow: /

User-agent: The Knowledge AI
Disallow: /

User-Agent: trendictionbot
Disallow: /

User-agent: WeSEE
Disallow: /

User-agent: YisouSpider
Disallow: /