User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: AhrefsBot
Crawl-Delay: 20 

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot 
Disallow: /

User-agent: Amazonbot             
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: *
Disallow: /en/
Disallow: /admin/