# plainfoodsafe — All crawlers welcome
User-agent: *
Allow: /

Sitemap: https://plainfoodsafe.com/sitemap-index.xml

# Search Engine Crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Yandex
Allow: /

# Google Ads Crawlers (critical for AdSense approval)
User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: Mediapartners-Google
Allow: /

# Google AI (Gemini grounding + AI Overviews)
User-agent: Google-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# OpenAI / ChatGPT
User-agent: ChatGPT-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: OAI-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: GPTBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: Claude-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: Claude-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# xAI / Grok
User-agent: GrokBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: xAI
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: Grok
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: Grok-DeepSearch
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Perplexity
User-agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: Perplexity-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Apple Intelligence
User-agent: Applebot-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# DuckDuckGo AI
User-agent: DuckAssistBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Amazon
User-agent: Amazonbot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Cohere
User-agent: cohere-ai
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Mistral
User-agent: MistralAI-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Common Crawl (feeds many AI systems)
User-agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /