User-agent: AISearchBot
Disallow: /
User-agent: amazonbot
Disallow: / 
User-agent: anthropic-ai
Disallow: /
User-agent: applebot 
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: barkrowler
Disallow: /
User-agent: bingsapphire
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: copilotsapphire
Disallow: /
User-agent: bytespider
Disallow: /
User-agent: ccbot
Disallow: /
User-agent: chatglm-spider
Disallow: /
User-agent: chatgpt-user
Disallow: /
User-agent: claudebot
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: diffbot
Disallow: /
User-agent: facebookbot
Disallow: /
User-agent: friendlycrawler
Disallow: /
User-agent: gptbot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: img2dataset
Disallow: /
User-agent: imagesiftbot
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: Meta-ExternalFetcher
Disallow: /
User-agent: OAI-SearchBot
Disallow: /
User-agent: omgili
Disallow: /
User-agent: openai
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: spawning-ai
Disallow: /
User-agent: the knowledge ai
Disallow: /
User-agent: timpibot 
Disallow: /
User-agent: velenpublicwebcrawler
Disallow: /
User-agent: webzio
Disallow: /
User-agent: Webzio-Extended
Disallow: /
User-agent: youbot
Disallow: /
User-agent: MJ12bot
Crawl-Delay: 15
User-agent: msnbot
Crawl-delay: 5
User-agent: Qwantify
Crawl-Delay: 10