User-Agent: ChatGPT-User
Disallow: /

User-Agent: GPTBot
Disallow: /

User-agent: deepcrawl
Disallow: /

User-agent: AhrefsBot 
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Yandex
Disallow: /

User-Agent: FacebookBot                              
Crawl-delay: 5              # 1 page per 5 seconds

User-agent: *
Allow: /