User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SemrushBot
Crawl-delay: 10

User-agent: bingbot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

User-agent: Bytespider
Disallow: /

User-agent: YandexBot
Crawl-delay: 10

User-agent: AwarioSmartBot
Crawl-delay: 10


User-agent: FriendlyCrawler
Disallow: /

Allow: /api/og/*