User-agent: *
Allow: /
Disallow: /api/
# Content Signals Policy — https://contentsignals.org
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# OpenAI — model training — allowed, we want our risk-score pages cited
User-agent: GPTBot
Allow: /

# OpenAI — ChatGPT search results — allowed, we want our risk-score pages cited
User-agent: OAI-SearchBot
Allow: /

# OpenAI — user-initiated fetches — allowed, we want our risk-score pages cited
User-agent: ChatGPT-User
Allow: /

# Anthropic — model training — allowed, we want our risk-score pages cited
User-agent: ClaudeBot
Allow: /

# Anthropic — user-initiated fetches — allowed, we want our risk-score pages cited
User-agent: Claude-User
Allow: /

# Anthropic — search quality — allowed, we want our risk-score pages cited
User-agent: Claude-SearchBot
Allow: /

# Perplexity — search index — allowed, we want our risk-score pages cited
User-agent: PerplexityBot
Allow: /

# Perplexity — user-initiated fetches — allowed, we want our risk-score pages cited
User-agent: Perplexity-User
Allow: /

# Google — Gemini grounding and training — allowed, we want our risk-score pages cited
User-agent: Google-Extended
Allow: /

# Apple Intelligence — allowed, we want our risk-score pages cited
User-agent: Applebot-Extended
Allow: /

# DuckDuckGo assist — allowed, we want our risk-score pages cited
User-agent: DuckAssistBot
Allow: /

# Mistral — user-initiated fetches — allowed, we want our risk-score pages cited
User-agent: MistralAI-User
Allow: /

# Meta AI — allowed, we want our risk-score pages cited
User-agent: Meta-ExternalAgent
Allow: /

# Amazon — Alexa and Rufus — allowed, we want our risk-score pages cited
User-agent: Amazonbot
Allow: /

# Common Crawl — allowed, we want our risk-score pages cited
User-agent: CCBot
Allow: /

# Cohere — allowed, we want our risk-score pages cited
User-agent: cohere-ai
Allow: /

# AI crawler — blocked (poor robots.txt compliance / abusive crawling)
User-agent: Bytespider
Disallow: /

# AI crawler — blocked (poor robots.txt compliance / abusive crawling)
User-agent: ImagesiftBot
Disallow: /

Sitemap: https://catalog.anomity.ai/sitemap.xml
# Plain-text catalog index for LLM context windows
# See https://llmstxt.org
LLM-Content: https://catalog.anomity.ai/llms.txt
LLM-Full-Content: https://catalog.anomity.ai/llms-full.txt