User-agent: deepseekbot Disallow: / User-agent: mycentralaiscraperbot Disallow: / User-agent: img2dataset Disallow: / User-agent: ai2bot Disallow: / User-agent: ai2bot-dolma Disallow: / User-agent: big-sur-ai Disallow: / User-agent: digitaloceangenai-crawler Disallow: / User-agent: gptbot Disallow: / User-agent: grok Disallow: / User-agent: grokbot Disallow: / User-agent: liner-bot Disallow: / User-agent: mistralai-user Disallow: / User-agent: mistralai-user-1-0 Disallow: / User-agent: pangubot Disallow: / User-agent: perplexity-user Disallow: / User-agent: perplexity-user-1-0 Disallow: / User-agent: sbintuitionsbot Disallow: / User-agent: cohere-training-data-crawler Disallow: / User-agent: quillbot-com Disallow: / User-agent: GPTBot Disallow: /