User-agent: *
# GPTBot was hammering prod with thousands of link crawls on single episode pages.
Disallow: /*?_rsc=
Disallow: /*&_rsc=

User-agent: barkrowler
Disallow: /
Crawl-Delay: 31536000

# OpenAI model-training crawler
User-agent: GPTBot
Disallow: /

# Anthropic model-training crawler
User-agent: ClaudeBot
Disallow: /

# Google Gemini model-training/use control
# Does NOT remove you from ordinary Google Search.
User-agent: Google-Extended
Disallow: /

# Apple foundation-model training control
# Does NOT block ordinary Applebot search/discovery.
User-agent: Applebot-Extended
Disallow: /

# Common Crawl public web corpus
User-agent: CCBot
Disallow: /

# Meta AI crawler
User-agent: Meta-ExternalAgent
Disallow: /

# Keep useful search/discovery crawlers available
User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Applebot
Allow: /