User-agent: *
Disallow: /api/
Disallow: *?attachment_id=*
Disallow: */interstitial
User-agent: AhrefsBot
Disallow: /
User-agent: MauiBot
Disallow:/
User-agent: SemrushBot
Disallow:/
User-agent: GrapeshotCrawler
Disallow:/
User-agent: Mappy
Disallow:/
User-agent: Linguee Bot
Disallow:/
User-agent: DomainCrawler
Disallow:/
User-agent: bingbot
Crawl-delay: 5