# tryredlineai.co
#
# Everything public is crawlable, by people's crawlers and by models' alike.
# The assistant crawlers are named EXPLICITLY rather than left to the wildcard,
# because several of them read a bare "User-agent: *" as permission for
# indexing only and look for their own block before answering a live question.
#
# What is not listed is not blocked. The console lives behind a session, so a
# crawler that follows /experiments gets the sign-in page and nothing else —
# there is no private surface here that a Disallow is protecting.

User-agent: *
Allow: /

# Answer engines — retrieval at question time
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

Sitemap: https://tryredlineai.co/sitemap.xml