User-agent: SemrushBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: The Knowledge AI
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /search/
Disallow: /words/
Crawl-delay: 2

User-agent: FacebookBot
Disallow: /search/
Disallow: /words/
Crawl-delay: 2

User-agent: meta-webindexer
Disallow: /search/
Disallow: /words/
Crawl-delay: 2

User-agent: *
Disallow: /search/
Disallow: /words/
Crawl-delay: 2