# llms.txt – Allow top AI/LLM crawlers to index site content for search and visibility

# Allowed LLMs and AI agents
anthropic: allow           # Claude (anthropic-ai)
cohere: allow              # Enterprise-focused LLM
google: allow              # Google-Extended (Gemini/Bard)
Googlebot: allow		   # Google search
ibm: allow                 # IBM Granite model
microsoft: allow           # Bingbot (Copilot)
openai: allow              # GPTBot, ChatGPT-User
perplexity: allow          # PerplexityBot
you: allow                 # YouBot, You.com

# Blocked / low-value or deprecated crawlers
ai21: disallow
aleph-alpha: disallow      # Smaller academic/public model
commoncrawl: disallow      # CCBot, used by many LLMs
huggingface: disallow
llama-index: disallow
meta: disallow             # FacebookBot / LLaMA
mistral: disallow          # Open-source leader
neeva: disallow
openrouter: disallow
writer: disallow
xai: disallow              # xAI (Grok, from X/Twitter)