# Public crawler policy: search and user-requested retrieval are allowed.
# Model-training access is disallowed for the agents listed below.
# These restrictions agree with Cloudflare's managed robots rules.
# Access is not an endorsement and does not guarantee indexing or citation.

# Search indexing
User-agent: Googlebot
Allow: /

# Search indexing
User-agent: Bingbot
Allow: /

# ChatGPT search
User-agent: OAI-SearchBot
Allow: /

# User-requested ChatGPT retrieval
User-agent: ChatGPT-User
Allow: /

# Claude search
User-agent: Claude-SearchBot
Allow: /

# User-requested Claude retrieval
User-agent: Claude-User
Allow: /

# Perplexity search
User-agent: PerplexityBot
Allow: /

# OpenAI model training
User-agent: GPTBot
Disallow: /

# Anthropic model training
User-agent: ClaudeBot
Disallow: /

# Gemini training and grounding, not Google Search
User-agent: Google-Extended
Disallow: /

# All other standards-compliant crawlers
User-agent: *
Allow: /

Sitemap: https://creatinereview.com/sitemap.xml