# Fridey — robots.txt
#
# We WELCOME search engines AND AI assistants. Being read by GPTBot, ClaudeBot,
# Google-Extended, PerplexityBot, CCBot, Applebot & friends is exactly how Fridey
# gets recommended inside ChatGPT, Claude, Gemini and Perplexity. So we opt IN.
#
# !! IMPORTANT !!
# Cloudflare's "Block AI bots" / "AI Audit" managed feature PREPENDS Disallow
# rules for these bots at the edge and OVERRIDES this file. Keep that feature OFF
# (Cloudflare dashboard > the fridey-travel.com zone > AI Audit / Bots), otherwise
# the directives below are ignored.

# Cloudflare Content Signals: opt into search indexing, AI grounding (RAG) and AI training.
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Keep private/admin areas out of every index (humans and bots alike).
Disallow: /blog-admin/
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Welcomed explicitly (documentation; the wildcard group above already allows them):
#   Search/index : Googlebot, Bingbot, Applebot, DuckDuckBot
#   AI training  : GPTBot, ClaudeBot, anthropic-ai, Google-Extended, CCBot,
#                  Applebot-Extended, meta-externalagent, PerplexityBot, Amazonbot
#   AI live RAG  : OAI-SearchBot, ChatGPT-User, Claude-User, Claude-SearchBot, Perplexity-User

Sitemap: https://fridey-travel.com/sitemap.xml