# Updated: 2026-02-23 — added AI crawler blocks

# Block AI training crawlers entirely


User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
User-agent: meta-webindexer
User-agent: GPTBot
Disallow: /
Disallow: /
Disallow: /

User-agent: Amzn-SearchBot
Disallow: /

User-agent: newsai
Disallow: /

User-agent: LinkupBot
Disallow: /

# Block additional SEO scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Barkrowler
Disallow: /

# Block Chinese search engines
User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-render
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: YisouSpider
Disallow: /



User-agent: ClaudeBot
Crawl-delay: 10