User-agent: *
Allow: /
Disallow: /api/
Disallow: /swagger-ui/
Disallow: /v3/api-docs
Disallow: /actuator/

# AI Training Bots - Blocked
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: DeepSeekBot
Disallow: /

# AI Search Bots - Allowed
User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

Sitemap: https://brewpage.app/sitemap.xml
Sitemap: https://brewdata.app/sitemap.xml