User-agent: *
Allow: /

Sitemap: https://zencyapp.com/sitemap.xml

# Zency AI Content Policy
# Allow search, discovery, snippets, citations, and user-requested AI browsing.
# Disallow model training where the crawler respects robots.txt / Content-Signal.
Content-Signal: search=yes, ai-input=yes, ai-train=no

# -----------------------------
# Traditional search engines
# -----------------------------

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

# -----------------------------
# OpenAI
# OAI-SearchBot = ChatGPT Search indexing / surfacing
# ChatGPT-User = user-requested browsing/fetching
# GPTBot = model training crawler
# -----------------------------

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Disallow: /

# -----------------------------
# Anthropic / Claude
# Claude-SearchBot = search quality / discovery
# Claude-User = user-requested fetch
# ClaudeBot / anthropic-ai = training / broad crawling
# -----------------------------

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

# -----------------------------
# Perplexity
# PerplexityBot is used for surfacing/linking websites in Perplexity search.
# -----------------------------

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# -----------------------------
# Social / link preview fetchers
# Keep these allowed so shared Zency links render previews correctly.
# -----------------------------

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# -----------------------------
# AI training / bulk crawlers
# -----------------------------

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Google-CloudVertexBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: meta-externalagent
Disallow: /